+ OSSTEST_JOB=test-amd64-amd64-xl-pvhv2-intel + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-10-22 20:33:31 Z starting 156092.test-amd64-amd64-xl-pvhv2-intel 2020-10-22 20:33:31 Z runvar all_host_di_version=2020-09-28 2020-10-22 20:33:31 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test,hvm-intel 2020-10-22 20:33:31 Z runvar all_host_suite=buster 2020-10-22 20:33:31 Z runvar arch=amd64 2020-10-22 20:33:31 Z runvar buildjob=build-amd64 2020-10-22 20:33:31 Z runvar debian_arch=amd64 2020-10-22 20:33:31 Z runvar debian_boot_timeout=40 2020-10-22 20:33:31 Z runvar debian_cfgpath=/etc/xen/debian.guest.osstest.cfg 2020-10-22 20:33:31 Z runvar debian_console=hvc0 2020-10-22 20:33:31 Z runvar debian_disk_lv=test-amd64-amd64-xl-pvhv2-intel_debian.guest.osstest-disk 2020-10-22 20:33:31 Z runvar debian_domname=debian.guest.osstest 2020-10-22 20:33:31 Z runvar debian_ether=5a:36:0e:bc:00:03 2020-10-22 20:33:31 Z runvar debian_hostname=debian.guest.osstest 2020-10-22 20:33:31 Z runvar debian_pvh=1 2020-10-22 20:33:31 Z runvar debian_rootdev=xvda 2020-10-22 20:33:31 Z runvar debian_suite=buster 2020-10-22 20:33:31 Z runvar debian_swap_lv=test-amd64-amd64-xl-pvhv2-intel_debian.guest.osstest-swap 2020-10-22 20:33:31 Z runvar debian_tcpcheckport=22 2020-10-22 20:33:31 Z runvar debian_vg=sabro0-vg 2020-10-22 20:33:31 Z runvar host=sabro0 2020-10-22 20:33:31 Z runvar host_console=hvc0 2020-10-22 20:33:31 Z runvar host_lifecycle=+?10 @:5 + 2020-10-22 20:33:31 Z runvar host_power_install=SSH 2020-10-22 20:33:31 Z runvar hosts_infraprioritygroup=1:test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-22 20:33:31 Z runvar host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2020-10-22 20:33:31 Z runvar host_xen_kernel_ver=4.19.80+ 2020-10-22 20:33:31 Z runvar kernbuildjob=build-amd64-pvops 2020-10-22 20:33:31 Z runvar runtime_host_hostflags=reuse-test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-22 20:33:31 Z runvar syslog_server=172.16.144.3:57862 2020-10-22 20:33:31 Z runvar toolstack=xl 2020-10-22 20:33:31 Z runvar xenbuildjob=build-amd64 2020-10-22 20:33:31 Z serial method sympathy sabro0: serial2 /root/sympathy/sabro0 /root/sympathy/sabro0.log* 2020-10-22 20:33:31 Z TftpScope is default 2020-10-22 20:33:31 Z task 1574420 ownd [172.16.144.3]:37655: iwj@osstest 156092 test-amd64-amd64-xl-pvhv2-intel 2020-10-22 20:33:31 Z host host: selected sabro0 00:10:e0:de:89:44 172.16.144.68 - shared test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 9635e26ec1701d7d79dff346db0b58f1d498ddaf mid-test 1 2020-10-22 20:33:31 Z guest: using debian on sabro0 2020-10-22 20:33:31 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: waiting 5s... 2020-10-22 20:33:35 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: ok. (4s) 2020-10-22 20:33:35 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: waiting 20s... 2020-10-22 20:33:39 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: ok. (4s) 2020-10-22 20:33:43 Z executing ssh ... -v root@172.16.146.121 echo guest debian.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3180, received 2964 bytes, in 0.1 seconds Bytes per second: sent 50259.5, received 46845.6 debug1: Exit status 0 2020-10-22 20:33:43 Z ========== rep 1 ========== 2020-10-22 20:33:43 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:33:44 Z guest debian.guest.osstest state is b 2020-10-22 20:33:44 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 4:ao 0x55ec6b391f50: create: how=(nil) callback=(nil) poller=0x55ec6b392010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 4:ao 0x55ec6b391f50: inprogress: poller=0x55ec6b392010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 4: ev 0x55ec6b3918d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec6b391f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec6b391f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 4:ao 0x55ec6b39aef0: create: how=(nil) callback=(nil) poller=0x55ec6b392010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 4:ao 0x55ec6b39aef0: inprogress: poller=0x55ec6b392010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x560776cc31b0: create: how=(nil) callback=(nil) poller=0x560776cc3250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 5:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15706 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15706 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x560776cc31b0: inprogress: poller=0x560776cc3250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 4, flags 1, hvm 1 xc: info: Saving domain 4, type x86 HVM libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 5, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 4:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec6b398e78 wpath=/local/domain/4/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b398e78 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b398e78 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec6b398e78 wpath=/local/domain/4/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 4:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 4:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec6b398e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b398e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b398e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 4:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec6b398e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b398e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55ec6b398f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec6b39aef0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec6b39aef0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560776cc0e40 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560776cc16a0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560776cc0e40 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560776cc0e40 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc0e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560776cc16a0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560776cc16a0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc16a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc0f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc0f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc17a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc17a0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560776cc63d0 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560776cc63d0 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560776cc63d0 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560776cc63d0 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc63d0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc64d0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cc64d0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560776cbccf8 wpath=/local/domain/5/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560776cbccf8 wpath=/local/domain/5/console/tty token=2/3: event epath=/local/domain/5/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x560776cc31b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560776cbccf8 wpath=/local/domain/5/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560776cbccf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560776cc31b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560776cc31b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 5:ao 0x560776cc3050: create: how=(nil) callback=(nil) poller=0x560776cc3250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560776cc3050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 5:ao 0x560776cc3050: inprogress: poller=0x560776cc3250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560776cc3050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 4:ao 0x55ec6b391d60: create: how=(nil) callback=(nil) poller=0x55ec6b392010xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec6b3980a0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec6b3984b0 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec6b3993c0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 4:ao 0x55ec6b391d60: inprogress: poller=0x55ec6b392010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3980a0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/4/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec6b3980a0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3980a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3984b0 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/4/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/4/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/4/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3993c0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3984b0 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/4/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec6b3984b0 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3984b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3993c0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec6b3993c0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec6b3993c0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3993c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 4: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vif/4/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: vif: vif4.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3981a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3981a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3985b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3985b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3994c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec6b3994c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 4:Forked pid 17020 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec6b391d60: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec6b391d60: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:33:54 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:33:54 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47552.8, received 44773.3 debug1: Exit status 0 2020-10-22 20:33:54 Z ========== rep 2 ========== 2020-10-22 20:33:54 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:33:55 Z guest debian.guest.osstest state is b 2020-10-22 20:33:55 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 5:ao 0x55bde7eb6f50: create: how=(nil) callback=(nil) poller=0x55bde7eb7010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 5:ao 0x55bde7eb6f50: inprogress: poller=0x55bde7eb7010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 5: ev 0x55bde7eb68d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bde7eb6f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bde7eb6f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 5:ao 0x55bde7ec0a40: create: how=(nil) callback=(nil) poller=0x55bde7eb7010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 5:ao 0x55bde7ec0a40: inprogress: poller=0x55bde7eb7010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x563bea9f21b0: create: how=(nil) callback=(nil) poller=0x563bea9f2250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 5, flags 1, hvm 1 xc: info: Saving domain 5, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 6:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15189 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15770 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15770 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x563bea9f21b0: inprogress: poller=0x563bea9f2250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 6, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 5:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bde7ebde78 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebde78 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebde78 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bde7ebde78 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bde7ebde90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebde90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebde90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bde7ebde90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebde90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55bde7ebdf08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bde7ec0a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bde7ec0a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563bea9efe40 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563bea9f06a0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563bea9efe40 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563bea9efe40 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9efe40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563bea9f06a0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563bea9f06a0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f06a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9eff40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9eff40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f07a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f07a0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563bea9f53d0 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563bea9f53d0 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563bea9f53d0 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563bea9f53d0 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f53d0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f54d0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9f54d0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563bea9ebcf8 wpath=/local/domain/6/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563bea9ebcf8 wpath=/local/domain/6/console/tty token=2/3: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563bea9f21b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563bea9ebcf8 wpath=/local/domain/6/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563bea9ebcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563bea9f21b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563bea9f21b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 6:ao 0x563bea9f2050: create: how=(nil) callback=(nil) poller=0x563bea9f2250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563bea9f2050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 6:ao 0x563bea9f2050: inprogress: poller=0x563bea9f2250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563bea9f2050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 5:ao 0x55bde7ec0400: create: how=(nil) callback=(nil) poller=0x55bde7eb7010xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bde7ebd0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bde7ebd4b0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bde7ebe3c0 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 5:ao 0x55bde7ec0400: inprogress: poller=0x55bde7eb7010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebd0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebd4b0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebe3c0 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebd4b0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd4b0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebe3c0 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bde7ebe3c0 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bde7ebe3c0 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebe3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebd5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebe4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bde7ebe4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 5:Forked pid 17353 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bde7ec0400: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bde7ec0400: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:34:05 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:34:05 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48982.7, received 46119.7 debug1: Exit status 0 2020-10-22 20:34:05 Z ========== rep 3 ========== 2020-10-22 20:34:05 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:34:06 Z guest debian.guest.osstest state is b 2020-10-22 20:34:06 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 6:ao 0x557f2e495f50: create: how=(nil) callback=(nil) poller=0x557f2e496010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 6:ao 0x557f2e495f50: inprogress: poller=0x557f2e496010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 6: ev 0x557f2e4958d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557f2e495f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557f2e495f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 6:ao 0x557f2e49fa40: create: how=(nil) callback=(nil) poller=0x557f2e496010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 6:ao 0x557f2e49fa40: inprogress: poller=0x557f2e496010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55b0385fa1b0: create: how=(nil) callback=(nil) poller=0x55b0385fa250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 1 xc: info: Saving domain 6, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15705 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15705 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55b0385fa1b0: inprogress: poller=0x55b0385fa250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 6:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557f2e49ce78 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49ce78 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49ce78 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557f2e49ce78 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557f2e49ce90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49ce90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49ce90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557f2e49ce90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49ce90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x557f2e49cf08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557f2e49fa40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557f2e49fa40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0385f7e40 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0385f86a0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0385f7e40 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0385f7e40 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f7e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0385f86a0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0385f86a0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f86a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f7f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f7f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f87a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f87a0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0385fd3d0 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0385fd3d0 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0385fd3d0 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0385fd3d0 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385fd3d0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385fd4d0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385fd4d0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0385f3cf8 wpath=/local/domain/7/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0385f3cf8 wpath=/local/domain/7/console/tty token=2/3: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b0385fa1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0385f3cf8 wpath=/local/domain/7/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0385f3cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0385fa1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0385fa1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 7:ao 0x55b0385fa050: create: how=(nil) callback=(nil) poller=0x55b0385fa250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0385fa050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 7:ao 0x55b0385fa050: inprogress: poller=0x55b0385fa250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0385fa050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 6:ao 0x557f2e49f400: create: how=(nil) callback=(nil) poller=0x557f2e496010xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557f2e49c0a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557f2e49c4b0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557f2e49d3c0 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 6:ao 0x557f2e49f400: inprogress: poller=0x557f2e496010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49c0a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557f2e49c0a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49c4b0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49d3c0 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49c4b0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557f2e49c4b0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49d3c0 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557f2e49d3c0 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557f2e49d3c0 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49d3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49c5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49d4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557f2e49d4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 6:Forked pid 17686 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557f2e49f400: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557f2e49f400: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:34:16 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:34:16 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48427.2, received 45596.6 debug1: Exit status 0 2020-10-22 20:34:16 Z ========== rep 4 ========== 2020-10-22 20:34:16 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:34:16 Z guest debian.guest.osstest state is b 2020-10-22 20:34:16 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 7:ao 0x564523beef50: create: how=(nil) callback=(nil) poller=0x564523bef010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 7:ao 0x564523beef50: inprogress: poller=0x564523bef010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 7: ev 0x564523bee8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564523beef50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564523beef50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 7:ao 0x564523bf8a40: create: how=(nil) callback=(nil) poller=0x564523bef010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 7:ao 0x564523bf8a40: inprogress: poller=0x564523bef010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x557bb5ac61b0: create: how=(nil) callback=(nil) poller=0x557bb5ac6250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 1 xc: info: Saving domain 7, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15189 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15771 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15771 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x557bb5ac61b0: inprogress: poller=0x557bb5ac6250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 7:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564523bf5e78 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf5e78 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf5e78 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564523bf5e78 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564523bf5e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf5e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf5e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564523bf5e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf5e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x564523bf5f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564523bf8a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564523bf8a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557bb5ac3e40 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557bb5ac46a0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557bb5ac3e40 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557bb5ac3e40 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac3e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557bb5ac46a0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557bb5ac46a0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac46a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac47a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac47a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac3f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac3f40: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557bb5ac93d0 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557bb5ac93d0 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557bb5ac93d0 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557bb5ac93d0 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac93d0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac94d0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5ac94d0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557bb5abfcf8 wpath=/local/domain/8/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557bb5abfcf8 wpath=/local/domain/8/console/tty token=2/3: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x557bb5ac61b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557bb5abfcf8 wpath=/local/domain/8/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557bb5abfcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557bb5ac61b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557bb5ac61b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 8:ao 0x557bb5ac6050: create: how=(nil) callback=(nil) poller=0x557bb5ac6250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557bb5ac6050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 8:ao 0x557bb5ac6050: inprogress: poller=0x557bb5ac6250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557bb5ac6050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 7:ao 0x564523bf8400: create: how=(nil) callback=(nil) poller=0x564523bef010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564523bf50a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564523bf54b0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564523bf63c0 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 7:ao 0x564523bf8400: inprogress: poller=0x564523bef010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf50a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564523bf50a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf50a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf54b0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf63c0 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf54b0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564523bf54b0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf54b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf63c0 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564523bf63c0 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564523bf63c0 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf63c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf51a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf51a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf55b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf55b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf64c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564523bf64c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 7:Forked pid 18018 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564523bf8400: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564523bf8400: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:34:27 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:34:27 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48393.0, received 45564.5 debug1: Exit status 0 2020-10-22 20:34:27 Z ========== rep 5 ========== 2020-10-22 20:34:27 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:34:27 Z guest debian.guest.osstest state is b 2020-10-22 20:34:27 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 8:ao 0x55d1389c5f50: create: how=(nil) callback=(nil) poller=0x55d1389c6010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 8:ao 0x55d1389c5f50: inprogress: poller=0x55d1389c6010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 8: ev 0x55d1389c58d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1389c5f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1389c5f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 8:ao 0x55d1389cfa40: create: how=(nil) callback=(nil) poller=0x55d1389c6010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 8:ao 0x55d1389cfa40: inprogress: poller=0x55d1389c6010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5588da85c1b0: create: how=(nil) callback=(nil) poller=0x5588da85c250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 1 xc: info: Saving domain 8, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15705 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15705 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5588da85c1b0: inprogress: poller=0x5588da85c250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 8:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1389cce78 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cce78 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cce78 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1389cce78 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1389cce90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cce90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cce90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1389cce90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cce90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d1389ccf08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1389cfa40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1389cfa40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588da859e40 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588da85a6a0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588da859e40 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588da859e40 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da859e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588da85a6a0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588da85a6a0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85a6a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da859f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da859f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85a7a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85a7a0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588da85f3d0 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588da85f3d0 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588da85f3d0 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588da85f3d0 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85f3d0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85f4d0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da85f4d0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588da855cf8 wpath=/local/domain/9/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588da855cf8 wpath=/local/domain/9/console/tty token=2/3: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5588da85c1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588da855cf8 wpath=/local/domain/9/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588da855cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5588da85c1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5588da85c1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 9:ao 0x5588da85c050: create: how=(nil) callback=(nil) poller=0x5588da85c250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5588da85c050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 9:ao 0x5588da85c050: inprogress: poller=0x5588da85c250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5588da85c050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 8:ao 0x55d1389cf400: create: how=(nil) callback=(nil) poller=0x55d1389c6010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1389cc0a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1389cc4b0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1389cd3c0 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 8:ao 0x55d1389cf400: inprogress: poller=0x55d1389c6010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cc0a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1389cc0a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cc4b0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cd3c0 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cc4b0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1389cc4b0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cd3c0 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1389cd3c0 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1389cd3c0 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cd3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cc5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cd4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1389cd4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 8:Forked pid 18350 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1389cf400: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1389cf400: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:34:38 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:34:38 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45167.8, received 42527.7 debug1: Exit status 0 2020-10-22 20:34:38 Z ========== rep 6 ========== 2020-10-22 20:34:38 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:34:38 Z guest debian.guest.osstest state is b 2020-10-22 20:34:38 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 9:ao 0x55f7cd8d8f50: create: how=(nil) callback=(nil) poller=0x55f7cd8d9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 9:ao 0x55f7cd8d8f50: inprogress: poller=0x55f7cd8d9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 9: ev 0x55f7cd8d88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f7cd8d8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f7cd8d8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 9:ao 0x55f7cd8e2a40: create: how=(nil) callback=(nil) poller=0x55f7cd8d9010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 9:ao 0x55f7cd8e2a40: inprogress: poller=0x55f7cd8d9010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55be267091b0: create: how=(nil) callback=(nil) poller=0x55be26709250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 1 xc: info: Saving domain 9, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15189 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15771 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15771 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55be267091b0: inprogress: poller=0x55be26709250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 9:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f7cd8dfe78 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8dfe78 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8dfe78 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f7cd8dfe78 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f7cd8dfe90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8dfe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8dfe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f7cd8dfe90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8dfe90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f7cd8dff08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f7cd8e2a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f7cd8e2a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be26706e40 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be26707800 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be26706e40 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be26706e40 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26706e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be26707800 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be26707800 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26707800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26706f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26706f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26707900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26707900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be2670c420 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be2670c420 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be2670c420 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be2670c420 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be2670c420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be2670c520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be2670c520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be26702cf8 wpath=/local/domain/10/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be26702cf8 wpath=/local/domain/10/console/tty token=2/3: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55be267091b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be26702cf8 wpath=/local/domain/10/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be26702cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be267091b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be267091b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 10:ao 0x55be26709050: create: how=(nil) callback=(nil) poller=0x55be26709250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be26709050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 10:ao 0x55be26709050: inprogress: poller=0x55be26709250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be26709050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: libxl_domain.c:1045:libxl_domain_destroy: Domain 9:ao 0x55f7cd8e2400: create: how=(nil) callback=(nil) poller=0x55f7cd8d9010 debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f7cd8df0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f7cd8df4b0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f7cd8e03c0 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 9:ao 0x55f7cd8e2400: inprogress: poller=0x55f7cd8d9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8df0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8df4b0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8e03c0 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8df4b0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df4b0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8e03c0 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f7cd8e03c0 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f7cd8e03c0 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8e03c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8df5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8e04c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f7cd8e04c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 9:Forked pid 18681 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f7cd8e2400: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f7cd8e2400: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:34:48 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:34:49 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47166.6, received 44409.7 debug1: Exit status 0 2020-10-22 20:34:49 Z ========== rep 7 ========== 2020-10-22 20:34:49 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:34:49 Z guest debian.guest.osstest state is b 2020-10-22 20:34:49 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 10:ao 0x5587e4484f50: create: how=(nil) callback=(nil) poller=0x5587e4485010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 10:ao 0x5587e4484f50: inprogress: poller=0x5587e4485010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 10: ev 0x5587e44848d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5587e4484f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5587e4484f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 10:ao 0x5587e448ea40: create: how=(nil) callback=(nil) poller=0x5587e4485010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 10:ao 0x5587e448ea40: inprogress: poller=0x5587e4485010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55abf08121b0: create: how=(nil) callback=(nil) poller=0x55abf0812250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 1 xc: info: Saving domain 10, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55abf08121b0: inprogress: poller=0x55abf0812250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 10:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587e448be78 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448be78 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448be78 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587e448be78 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587e448be90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448be90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448be90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587e448be90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448be90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5587e448bf08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5587e448ea40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5587e448ea40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55abf080fe40 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55abf0810800 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55abf080fe40 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55abf080fe40 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf080fe40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55abf0810800 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55abf0810800 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0810800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf080ff40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf080ff40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0810900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0810900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55abf0815420 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55abf0815420 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55abf0815420 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55abf0815420 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0815420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0815520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf0815520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55abf080bcf8 wpath=/local/domain/11/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55abf080bcf8 wpath=/local/domain/11/console/tty token=2/3: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55abf08121b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55abf080bcf8 wpath=/local/domain/11/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55abf080bcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55abf08121b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55abf08121b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 11:ao 0x55abf0812050: create: how=(nil) callback=(nil) poller=0x55abf0812250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55abf0812050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 11:ao 0x55abf0812050: inprogress: poller=0x55abf0812250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55abf0812050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 10:ao 0x5587e4493720: create: how=(nil) callback=(nil) poller=0x5587e4485010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587e448b0a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587e448b4b0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587e448c3c0 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 10:ao 0x5587e4493720: inprogress: poller=0x5587e4485010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448b0a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587e448b0a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448b4b0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448c3c0 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448b4b0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587e448b4b0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448c3c0 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587e448c3c0 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587e448c3c0 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448c3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448b1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448c4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587e448c4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 10:Forked pid 19013 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5587e4493720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5587e4493720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:00 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:00 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46778.5, received 44044.3 debug1: Exit status 0 2020-10-22 20:35:00 Z ========== rep 8 ========== 2020-10-22 20:35:00 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:00 Z guest debian.guest.osstest state is b 2020-10-22 20:35:00 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 11:ao 0x555f2dc91f50: create: how=(nil) callback=(nil) poller=0x555f2dc92010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 11:ao 0x555f2dc91f50: inprogress: poller=0x555f2dc92010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 11: ev 0x555f2dc918d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555f2dc91f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555f2dc91f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 11:ao 0x555f2dc9ba40: create: how=(nil) callback=(nil) poller=0x555f2dc92010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 11:ao 0x555f2dc9ba40: inprogress: poller=0x555f2dc92010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55e1e60ef1b0: create: how=(nil) callback=(nil) poller=0x55e1e60ef250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 1 xc: info: Saving domain 11, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15188 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55e1e60ef1b0: inprogress: poller=0x55e1e60ef250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 11:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555f2dc98e78 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc98e78 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc98e78 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555f2dc98e78 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555f2dc98e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc98e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc98e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555f2dc98e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc98e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x555f2dc98f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555f2dc9ba40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555f2dc9ba40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1e60ece40 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1e60ed800 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1e60ece40 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1e60ece40 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ece40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1e60ed800 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1e60ed800 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ed800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ecf40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ecf40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ed900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60ed900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1e60f2420 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1e60f2420 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1e60f2420 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1e60f2420 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60f2420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60f2520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60f2520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1e60e8cf8 wpath=/local/domain/12/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1e60e8cf8 wpath=/local/domain/12/console/tty token=2/3: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e1e60ef1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1e60e8cf8 wpath=/local/domain/12/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1e60e8cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e1e60ef1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e1e60ef1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 12:ao 0x55e1e60ef050: create: how=(nil) callback=(nil) poller=0x55e1e60ef250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e1e60ef050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 12:ao 0x55e1e60ef050: inprogress: poller=0x55e1e60ef250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e1e60ef050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 11:ao 0x555f2dca0720: create: how=(nil) callback=(nil) poller=0x555f2dc92010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555f2dc980a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555f2dc984b0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555f2dc993c0 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 11:ao 0x555f2dca0720: inprogress: poller=0x555f2dc92010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc980a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555f2dc980a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc980a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc984b0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc993c0 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc984b0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555f2dc984b0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc984b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc993c0 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555f2dc993c0 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555f2dc993c0 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc993c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc985b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc985b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc981a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc981a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc994c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555f2dc994c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 11:Forked pid 19344 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555f2dca0720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555f2dca0720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:10 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:10 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48542.8, received 45705.5 debug1: Exit status 0 2020-10-22 20:35:10 Z ========== rep 9 ========== 2020-10-22 20:35:10 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:11 Z guest debian.guest.osstest state is b 2020-10-22 20:35:11 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 12:ao 0x564604f38f50: create: how=(nil) callback=(nil) poller=0x564604f39010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 12:ao 0x564604f38f50: inprogress: poller=0x564604f39010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 12: ev 0x564604f388d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564604f38f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564604f38f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 12:ao 0x564604f42a40: create: how=(nil) callback=(nil) poller=0x564604f39010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 12:ao 0x564604f42a40: inprogress: poller=0x564604f39010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x558ad38401b0: create: how=(nil) callback=(nil) poller=0x558ad3840250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 1 xc: info: Saving domain 12, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 13:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x558ad38401b0: inprogress: poller=0x558ad3840250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 12:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564604f3fe78 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3fe78 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3fe78 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564604f3fe78 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564604f3fe90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3fe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3fe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564604f3fe90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3fe90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x564604f3ff08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564604f42a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564604f42a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558ad383de40 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558ad383e800 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558ad383de40 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558ad383de40 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383de40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558ad383e800 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558ad383e800 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383e800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383df40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383df40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383e900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad383e900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558ad3843420 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558ad3843420 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558ad3843420 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558ad3843420 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad3843420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad3843520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad3843520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558ad3839cf8 wpath=/local/domain/13/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558ad3839cf8 wpath=/local/domain/13/console/tty token=2/3: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558ad38401b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558ad3839cf8 wpath=/local/domain/13/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558ad3839cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558ad38401b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558ad38401b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 13:ao 0x558ad3840050: create: how=(nil) callback=(nil) poller=0x558ad3840250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558ad3840050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 13:ao 0x558ad3840050: inprogress: poller=0x558ad3840250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558ad3840050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 12:ao 0x564604f47720: create: how=(nil) callback=(nil) poller=0x564604f39010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564604f3f0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564604f3f4b0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564604f403c0 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 12:ao 0x564604f47720: inprogress: poller=0x564604f39010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3f0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564604f3f0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3f4b0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f403c0 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f3f4b0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564604f3f4b0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f403c0 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564604f403c0 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564604f403c0 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f403c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f3f5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f404c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564604f404c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 12:Forked pid 19676 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564604f47720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564604f47720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:21 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:21 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46341.3, received 43632.7 debug1: Exit status 0 2020-10-22 20:35:21 Z ========== rep 10 ========== 2020-10-22 20:35:21 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:21 Z guest debian.guest.osstest state is b 2020-10-22 20:35:21 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 13:ao 0x557552a18f50: create: how=(nil) callback=(nil) poller=0x557552a19010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 13:ao 0x557552a18f50: inprogress: poller=0x557552a19010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 13: ev 0x557552a188d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557552a18f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557552a18f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 13:ao 0x557552a22a40: create: how=(nil) callback=(nil) poller=0x557552a19010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 13:ao 0x557552a22a40: inprogress: poller=0x557552a19010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55bf22a181b0: create: how=(nil) callback=(nil) poller=0x55bf22a18250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 1 xc: info: Saving domain 13, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15188 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55bf22a181b0: inprogress: poller=0x55bf22a18250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 13:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557552a1fe78 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1fe78 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1fe78 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557552a1fe78 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557552a1fe90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1fe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1fe90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557552a1fe90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1fe90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x557552a1ff08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557552a22a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557552a22a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf22a15e40 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf22a16800 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf22a15e40 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf22a15e40 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a15e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf22a16800 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf22a16800 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a16800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a15f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a15f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a16900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a16900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf22a1b420 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf22a1b420 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf22a1b420 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf22a1b420 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a1b420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a1b520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a1b520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf22a11cf8 wpath=/local/domain/14/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf22a11cf8 wpath=/local/domain/14/console/tty token=2/3: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bf22a181b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf22a11cf8 wpath=/local/domain/14/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf22a11cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf22a181b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf22a181b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 14:ao 0x55bf22a18050: create: how=(nil) callback=(nil) poller=0x55bf22a18250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf22a18050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 14:ao 0x55bf22a18050: inprogress: poller=0x55bf22a18250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf22a18050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 13:ao 0x557552a27720: create: how=(nil) callback=(nil) poller=0x557552a19010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557552a1f0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557552a1f4b0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557552a203c0 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 13:ao 0x557552a27720: inprogress: poller=0x557552a19010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1f0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557552a1f0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1f4b0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a203c0 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a1f4b0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557552a1f4b0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a203c0 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557552a203c0 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557552a203c0 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a203c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a1f5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a204c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557552a204c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 13:Forked pid 20007 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557552a27720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557552a27720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:31 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:31 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45703.1, received 43031.8 debug1: Exit status 0 2020-10-22 20:35:31 Z ========== rep 11 ========== 2020-10-22 20:35:31 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:31 Z guest debian.guest.osstest state is b 2020-10-22 20:35:31 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 14:ao 0x55b560cfdf50: create: how=(nil) callback=(nil) poller=0x55b560cfe010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 14:ao 0x55b560cfdf50: inprogress: poller=0x55b560cfe010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 14: ev 0x55b560cfd8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b560cfdf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b560cfdf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 14:ao 0x55b560d07a40: create: how=(nil) callback=(nil) poller=0x55b560cfe010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 14:ao 0x55b560d07a40: inprogress: poller=0x55b560cfe010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c6083a51b0: create: how=(nil) callback=(nil) poller=0x55c6083a5250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 1 xc: info: Saving domain 14, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c6083a51b0: inprogress: poller=0x55c6083a5250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 14:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b560d04e78 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d04e78 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d04e78 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b560d04e78 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b560d04e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d04e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d04e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b560d04e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d04e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55b560d04f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b560d07a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b560d07a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c6083a2e40 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c6083a3800 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c6083a2e40 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c6083a2e40 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a2e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c6083a3800 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c6083a3800 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a3800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a2f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a2f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a3900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a3900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c6083a8420 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c6083a8420 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c6083a8420 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c6083a8420 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a8420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a8520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c6083a8520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c60839ecf8 wpath=/local/domain/15/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c60839ecf8 wpath=/local/domain/15/console/tty token=2/3: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c6083a51b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c60839ecf8 wpath=/local/domain/15/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c60839ecf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c6083a51b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c6083a51b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 15:ao 0x55c6083a5050: create: how=(nil) callback=(nil) poller=0x55c6083a5250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c6083a5050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 15:ao 0x55c6083a5050: inprogress: poller=0x55c6083a5250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c6083a5050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 14:ao 0x55b560d0c720: create: how=(nil) callback=(nil) poller=0x55b560cfe010 debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b560d040a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b560d044b0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b560d053c0 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 14:ao 0x55b560d0c720: inprogress: poller=0x55b560cfe010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d040a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b560d040a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d040a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d044b0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b560d044b0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d044b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d053c0 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d053c0 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b560d053c0 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b560d053c0 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d053c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d045b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d045b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d041a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d041a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d054c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b560d054c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 14:Forked pid 20338 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b560d0c720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b560d0c720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:41 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:41 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46574.5, received 43852.3 debug1: Exit status 0 2020-10-22 20:35:41 Z ========== rep 12 ========== 2020-10-22 20:35:41 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:42 Z guest debian.guest.osstest state is b 2020-10-22 20:35:42 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 15:ao 0x556d6cf61f50: create: how=(nil) callback=(nil) poller=0x556d6cf62010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 15:ao 0x556d6cf61f50: inprogress: poller=0x556d6cf62010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 15: ev 0x556d6cf618d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556d6cf61f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556d6cf61f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 15:ao 0x556d6cf6ba40: create: how=(nil) callback=(nil) poller=0x556d6cf62010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 15:ao 0x556d6cf6ba40: inprogress: poller=0x556d6cf62010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5579219661b0: create: how=(nil) callback=(nil) poller=0x557921966250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 1 xc: info: Saving domain 15, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15188 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5579219661b0: inprogress: poller=0x557921966250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 15:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556d6cf68e78 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf68e78 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf68e78 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556d6cf68e78 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556d6cf68e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf68e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf68e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556d6cf68e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf68e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556d6cf68f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556d6cf6ba40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556d6cf6ba40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557921963e40 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557921964800 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557921963e40 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557921963e40 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921963e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557921964800 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557921964800 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921964800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921963f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921963f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921964900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921964900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557921969420 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557921969420 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557921969420 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557921969420 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921969420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921969520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557921969520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55792195fcf8 wpath=/local/domain/16/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55792195fcf8 wpath=/local/domain/16/console/tty token=2/3: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5579219661b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55792195fcf8 wpath=/local/domain/16/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55792195fcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5579219661b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5579219661b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 16:ao 0x557921966050: create: how=(nil) callback=(nil) poller=0x557921966250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557921966050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 16:ao 0x557921966050: inprogress: poller=0x557921966250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557921966050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 15:ao 0x556d6cf70720: create: how=(nil) callback=(nil) poller=0x556d6cf62010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556d6cf680a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556d6cf684b0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556d6cf693c0 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 15:ao 0x556d6cf70720: inprogress: poller=0x556d6cf62010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf680a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556d6cf680a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf680a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf684b0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf693c0 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf684b0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556d6cf684b0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf684b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf693c0 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556d6cf693c0 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556d6cf693c0 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf693c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf681a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf681a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf685b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf685b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf694c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556d6cf694c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 15:Forked pid 20670 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556d6cf70720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556d6cf70720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:35:52 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:35:52 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47173.3, received 44416.0 debug1: Exit status 0 2020-10-22 20:35:52 Z ========== rep 13 ========== 2020-10-22 20:35:52 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:35:53 Z guest debian.guest.osstest state is b 2020-10-22 20:35:53 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 16:ao 0x55aadfa72f50: create: how=(nil) callback=(nil) poller=0x55aadfa73010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 16:ao 0x55aadfa72f50: inprogress: poller=0x55aadfa73010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 16: ev 0x55aadfa728d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aadfa72f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aadfa72f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 16:ao 0x55aadfa7ca40: create: how=(nil) callback=(nil) poller=0x55aadfa73010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 16:ao 0x55aadfa7ca40: inprogress: poller=0x55aadfa73010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x562fbfb4d1b0: create: how=(nil) callback=(nil) poller=0x562fbfb4d250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 1 xc: info: Saving domain 16, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15703 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x562fbfb4d1b0: inprogress: poller=0x562fbfb4d250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 16:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aadfa79e78 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa79e78 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa79e78 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aadfa79e78 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aadfa79e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa79e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa79e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aadfa79e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa79e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55aadfa79f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aadfa7ca40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aadfa7ca40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562fbfb4ae40 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562fbfb4b800 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562fbfb4ae40 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562fbfb4ae40 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4ae40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562fbfb4b800 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562fbfb4b800 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4b800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4af40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4af40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4b900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb4b900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562fbfb50420 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562fbfb50420 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562fbfb50420 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562fbfb50420 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb50420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb50520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb50520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562fbfb46cf8 wpath=/local/domain/17/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562fbfb46cf8 wpath=/local/domain/17/console/tty token=2/3: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562fbfb4d1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562fbfb46cf8 wpath=/local/domain/17/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562fbfb46cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562fbfb4d1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562fbfb4d1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 17:ao 0x562fbfb4d050: create: how=(nil) callback=(nil) poller=0x562fbfb4d250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562fbfb4d050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 17:ao 0x562fbfb4d050: inprogress: poller=0x562fbfb4d250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562fbfb4d050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 16:ao 0x55aadfa81720: create: how=(nil) callback=(nil) poller=0x55aadfa73010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aadfa790a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aadfa794b0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aadfa7a3c0 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 16:ao 0x55aadfa81720: inprogress: poller=0x55aadfa73010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa790a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aadfa790a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa790a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa794b0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa7a3c0 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa794b0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aadfa794b0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa794b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa7a3c0 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aadfa7a3c0 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aadfa7a3c0 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa7a3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa791a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa791a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa795b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa795b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa7a4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aadfa7a4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 16:Forked pid 21001 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aadfa81720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aadfa81720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:03 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:03 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49048.7, received 46181.8 debug1: Exit status 0 2020-10-22 20:36:03 Z ========== rep 14 ========== 2020-10-22 20:36:03 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:03 Z guest debian.guest.osstest state is b 2020-10-22 20:36:03 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 17:ao 0x55b5f4da7f50: create: how=(nil) callback=(nil) poller=0x55b5f4da8010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 17:ao 0x55b5f4da7f50: inprogress: poller=0x55b5f4da8010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 17: ev 0x55b5f4da78d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b5f4da7f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b5f4da7f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 17:ao 0x55b5f4db1a40: create: how=(nil) callback=(nil) poller=0x55b5f4da8010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 17:ao 0x55b5f4db1a40: inprogress: poller=0x55b5f4da8010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55ff6d1991b0: create: how=(nil) callback=(nil) poller=0x55ff6d199250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 1 xc: info: Saving domain 17, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15187 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55ff6d1991b0: inprogress: poller=0x55ff6d199250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 17:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5f4daee78 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daee78 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5f4daee78 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5f4daee90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:726:watchfd_callback: watch w=0x55b5f4daee90 epath=/local/domain/17/control/shutdown token=3/0: counter != 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daee90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daee90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5f4daee90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4daee90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55b5f4daef08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b5f4db1a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b5f4db1a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ff6d196e40 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ff6d197800 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ff6d196e40 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ff6d196e40 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d196e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ff6d197800 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ff6d197800 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d197800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d196f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d196f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d197900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d197900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ff6d19c420 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ff6d19c420 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ff6d19c420 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ff6d19c420 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d19c420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d19c520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d19c520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ff6d192cf8 wpath=/local/domain/18/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ff6d192cf8 wpath=/local/domain/18/console/tty token=2/3: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ff6d1991b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ff6d192cf8 wpath=/local/domain/18/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ff6d192cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ff6d1991b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ff6d1991b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 18:ao 0x55ff6d199050: create: how=(nil) callback=(nil) poller=0x55ff6d199250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ff6d199050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 18:ao 0x55ff6d199050: inprogress: poller=0x55ff6d199250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ff6d199050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 17:ao 0x55b5f4db6720: create: how=(nil) callback=(nil) poller=0x55b5f4da8010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5f4dae0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5f4dae4b0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5f4daf3c0 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 17:ao 0x55b5f4db6720: inprogress: poller=0x55b5f4da8010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4dae0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4dae4b0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daf3c0 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4dae4b0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae4b0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daf3c0 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5f4daf3c0 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5f4daf3c0 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4daf3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4dae5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4daf4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5f4daf4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 17:Forked pid 21333 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b5f4db6720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b5f4db6720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:14 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:14 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48139.8, received 45326.0 debug1: Exit status 0 2020-10-22 20:36:14 Z ========== rep 15 ========== 2020-10-22 20:36:14 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:14 Z guest debian.guest.osstest state is b 2020-10-22 20:36:14 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 18:ao 0x562b8749ff50: create: how=(nil) callback=(nil) poller=0x562b874a0010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 18:ao 0x562b8749ff50: inprogress: poller=0x562b874a0010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 18: ev 0x562b8749f8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562b8749ff50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562b8749ff50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 18:ao 0x562b874a9a40: create: how=(nil) callback=(nil) poller=0x562b874a0010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 18:ao 0x562b874a9a40: inprogress: poller=0x562b874a0010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55de678971b0: create: how=(nil) callback=(nil) poller=0x55de67897250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 1 xc: info: Saving domain 18, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15703 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55de678971b0: inprogress: poller=0x55de67897250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 18:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562b874a6e78 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a6e78 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a6e78 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562b874a6e78 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562b874a6e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a6e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a6e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562b874a6e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a6e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562b874a6f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562b874a9a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562b874a9a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55de67894e40 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55de67895800 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55de67894e40 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55de67894e40 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67894e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55de67895800 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55de67895800 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67895800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67894f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67894f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67895900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67895900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55de6789a420 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55de6789a420 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55de6789a420 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55de6789a420 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de6789a420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de6789a520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de6789a520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55de67890cf8 wpath=/local/domain/19/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55de67890cf8 wpath=/local/domain/19/console/tty token=2/3: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55de678971b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55de67890cf8 wpath=/local/domain/19/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55de67890cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55de678971b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55de678971b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 19:ao 0x55de67897050: create: how=(nil) callback=(nil) poller=0x55de67897250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55de67897050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 19:ao 0x55de67897050: inprogress: poller=0x55de67897250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55de67897050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 18:ao 0x562b874ae720: create: how=(nil) callback=(nil) poller=0x562b874a0010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562b874a60a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562b874a64b0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562b874a73c0 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 18:ao 0x562b874ae720: inprogress: poller=0x562b874a0010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a60a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562b874a60a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a60a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a64b0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562b874a64b0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a64b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a73c0 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a73c0 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562b874a73c0 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562b874a73c0 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a73c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a61a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a61a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a65b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a65b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a74c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562b874a74c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 18:Forked pid 21665 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562b874ae720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562b874ae720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:25 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:25 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 44966.2, received 42338.0 debug1: Exit status 0 2020-10-22 20:36:25 Z ========== rep 16 ========== 2020-10-22 20:36:25 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:25 Z guest debian.guest.osstest state is b 2020-10-22 20:36:25 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 19:ao 0x560951773f50: create: how=(nil) callback=(nil) poller=0x560951774010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 19:ao 0x560951773f50: inprogress: poller=0x560951774010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 19: ev 0x5609517738d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560951773f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560951773f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 19:ao 0x56095177da40: create: how=(nil) callback=(nil) poller=0x560951774010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 19:ao 0x56095177da40: inprogress: poller=0x560951774010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5564612181b0: create: how=(nil) callback=(nil) poller=0x556461218250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 1 xc: info: Saving domain 19, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 20:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15187 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5564612181b0: inprogress: poller=0x556461218250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 19:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56095177ae78 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177ae78 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177ae78 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56095177ae78 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56095177ae90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177ae90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177ae90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56095177ae90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177ae90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56095177af08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56095177da40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56095177da40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556461215e40 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556461216800 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556461215e40 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556461215e40 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461215e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556461216800 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556461216800 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461216800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461215f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461215f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461216900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461216900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55646121b420 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55646121b420 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55646121b420 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55646121b420 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55646121b420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55646121b520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55646121b520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556461211cf8 wpath=/local/domain/20/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556461211cf8 wpath=/local/domain/20/console/tty token=2/3: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5564612181b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556461211cf8 wpath=/local/domain/20/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556461211cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5564612181b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5564612181b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 20:ao 0x556461218050: create: how=(nil) callback=(nil) poller=0x556461218250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556461218050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 20:ao 0x556461218050: inprogress: poller=0x556461218250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556461218050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 19:ao 0x560951782720: create: how=(nil) callback=(nil) poller=0x560951774010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56095177a0a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56095177a4b0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56095177b3c0 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 19:ao 0x560951782720: inprogress: poller=0x560951774010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177a0a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56095177a0a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177a4b0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177b3c0 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177a4b0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56095177a4b0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177b3c0 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56095177b3c0 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56095177b3c0 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177b3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177a5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177b4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56095177b4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 19:Forked pid 21997 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560951782720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560951782720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:35 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:35 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49096.4, received 46226.8 debug1: Exit status 0 2020-10-22 20:36:35 Z ========== rep 17 ========== 2020-10-22 20:36:35 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:35 Z guest debian.guest.osstest state is b 2020-10-22 20:36:35 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 20:ao 0x55ad8b6adf50: create: how=(nil) callback=(nil) poller=0x55ad8b6ae010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 20:ao 0x55ad8b6adf50: inprogress: poller=0x55ad8b6ae010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 20: ev 0x55ad8b6ad8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ad8b6adf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ad8b6adf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 20:ao 0x55ad8b6b7a40: create: how=(nil) callback=(nil) poller=0x55ad8b6ae010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 20:ao 0x55ad8b6b7a40: inprogress: poller=0x55ad8b6ae010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55a99d1941b0: create: how=(nil) callback=(nil) poller=0x55a99d194250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 1 xc: info: Saving domain 20, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15703 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55a99d1941b0: inprogress: poller=0x55a99d194250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 20:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8b6b4e78 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b4e78 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b4e78 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b4e78 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8b6b4e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b4e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b4e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b4e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b4e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55ad8b6b4f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ad8b6b7a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ad8b6b7a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a99d191e40 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a99d192800 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a99d191e40 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a99d191e40 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d191e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a99d192800 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a99d192800 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d192800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d191f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d191f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d192900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d192900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a99d197420 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a99d197420 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a99d197420 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a99d197420 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d197420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d197520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d197520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a99d18dcf8 wpath=/local/domain/21/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a99d18dcf8 wpath=/local/domain/21/console/tty token=2/3: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55a99d1941b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a99d18dcf8 wpath=/local/domain/21/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a99d18dcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a99d1941b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a99d1941b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 21:ao 0x55a99d194050: create: how=(nil) callback=(nil) poller=0x55a99d194250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a99d194050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 21:ao 0x55a99d194050: inprogress: poller=0x55a99d194250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a99d194050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 20:ao 0x55ad8b6bc720: create: how=(nil) callback=(nil) poller=0x55ad8b6ae010xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8b6b40a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8b6b44b0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8b6b53c0 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 20:ao 0x55ad8b6bc720: inprogress: poller=0x55ad8b6ae010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b40a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b40a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b40a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b44b0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b53c0 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b44b0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b44b0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b44b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b53c0 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8b6b53c0 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b53c0 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b53c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b41a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b41a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b45b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b45b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b54c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8b6b54c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 20:Forked pid 22329 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ad8b6bc720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ad8b6bc720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:45 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:45 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46917.8, received 44175.5 debug1: Exit status 0 2020-10-22 20:36:45 Z ========== rep 18 ========== 2020-10-22 20:36:45 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:46 Z guest debian.guest.osstest state is b 2020-10-22 20:36:46 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 21:ao 0x555be8143f50: create: how=(nil) callback=(nil) poller=0x555be8144010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 21:ao 0x555be8143f50: inprogress: poller=0x555be8144010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 21: ev 0x555be81438d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555be8143f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555be8143f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 21:ao 0x555be814da40: create: how=(nil) callback=(nil) poller=0x555be8144010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 21:ao 0x555be814da40: inprogress: poller=0x555be8144010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55f3dad941b0: create: how=(nil) callback=(nil) poller=0x55f3dad94250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 1 xc: info: Saving domain 21, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15187 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55f3dad941b0: inprogress: poller=0x55f3dad94250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 21:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555be814ae78 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814ae78 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814ae78 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555be814ae78 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555be814ae90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814ae90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814ae90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555be814ae90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814ae90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x555be814af08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555be814da40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555be814da40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f3dad91e40 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f3dad92800 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f3dad91e40 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f3dad91e40 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad91e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f3dad92800 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f3dad92800 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad92800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad91f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad91f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad92900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad92900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f3dad97420 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f3dad97420 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f3dad97420 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f3dad97420 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad97420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad97520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad97520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f3dad8dcf8 wpath=/local/domain/22/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f3dad8dcf8 wpath=/local/domain/22/console/tty token=2/3: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f3dad941b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f3dad8dcf8 wpath=/local/domain/22/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f3dad8dcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f3dad941b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f3dad941b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 22:ao 0x55f3dad94050: create: how=(nil) callback=(nil) poller=0x55f3dad94250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f3dad94050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 22:ao 0x55f3dad94050: inprogress: poller=0x55f3dad94250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f3dad94050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 21:ao 0x555be8152720: create: how=(nil) callback=(nil) poller=0x555be8144010 xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555be814a0a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555be814a4b0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555be814b3c0 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 21:ao 0x555be8152720: inprogress: poller=0x555be8144010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814a0a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555be814a0a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814a4b0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814b3c0 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814a4b0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555be814a4b0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814b3c0 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555be814b3c0 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555be814b3c0 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814b3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814a1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814b4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555be814b4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 21:Forked pid 22661 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555be8152720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555be8152720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:36:56 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:36:56 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47325.6, received 44559.5 debug1: Exit status 0 2020-10-22 20:36:56 Z ========== rep 19 ========== 2020-10-22 20:36:56 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:36:56 Z guest debian.guest.osstest state is b 2020-10-22 20:36:56 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 22:ao 0x5584d2ba7f50: create: how=(nil) callback=(nil) poller=0x5584d2ba8010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 22:ao 0x5584d2ba7f50: inprogress: poller=0x5584d2ba8010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 22: ev 0x5584d2ba78d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5584d2ba7f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5584d2ba7f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 22:ao 0x5584d2bb1a40: create: how=(nil) callback=(nil) poller=0x5584d2ba8010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 22:ao 0x5584d2bb1a40: inprogress: poller=0x5584d2ba8010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5573f090a1b0: create: how=(nil) callback=(nil) poller=0x5573f090a250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 1 xc: info: Saving domain 22, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15702 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15702 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5573f090a1b0: inprogress: poller=0x5573f090a250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 22:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5584d2baee78 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baee78 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baee78 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5584d2baee78 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5584d2baee90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baee90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baee90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5584d2baee90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2baee90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5584d2baef08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5584d2bb1a40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5584d2bb1a40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5573f0907e40 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5573f0908800 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5573f0907e40 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5573f0907e40 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0907e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5573f0908800 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5573f0908800 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0908800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0907f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0907f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0908900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0908900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5573f090d420 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5573f090d420 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5573f090d420 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5573f090d420 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f090d420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f090d520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f090d520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5573f0903cf8 wpath=/local/domain/23/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5573f0903cf8 wpath=/local/domain/23/console/tty token=2/3: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5573f090a1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5573f0903cf8 wpath=/local/domain/23/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5573f0903cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5573f090a1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5573f090a1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 23:ao 0x5573f090a050: create: how=(nil) callback=(nil) poller=0x5573f090a250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5573f090a050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 23:ao 0x5573f090a050: inprogress: poller=0x5573f090a250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5573f090a050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 22:ao 0x5584d2bb6720: create: how=(nil) callback=(nil) poller=0x5584d2ba8010xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5584d2bae0a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5584d2bae4b0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5584d2baf3c0 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 22:ao 0x5584d2bb6720: inprogress: poller=0x5584d2ba8010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2bae0a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5584d2bae0a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2bae4b0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baf3c0 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2bae4b0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5584d2bae4b0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baf3c0 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5584d2baf3c0 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5584d2baf3c0 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2baf3c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2bae5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2baf4c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5584d2baf4c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 22:Forked pid 22993 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5584d2bb6720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5584d2bb6720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:37:06 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:37:06 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46571.0, received 43848.9 debug1: Exit status 0 2020-10-22 20:37:06 Z ========== rep 20 ========== 2020-10-22 20:37:06 Z executing ssh ... root@172.16.144.68 xl list 2020-10-22 20:37:07 Z guest debian.guest.osstest state is b 2020-10-22 20:37:07 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 23:ao 0x559f72861f50: create: how=(nil) callback=(nil) poller=0x559f72862010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 23:ao 0x559f72861f50: inprogress: poller=0x559f72862010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 23: ev 0x559f728618d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559f72861f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559f72861f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1493) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 23:ao 0x559f7286ba40: create: how=(nil) callback=(nil) poller=0x559f72862010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1493) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 23:ao 0x559f7286ba40: inprogress: poller=0x559f72862010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5641076941b0: create: how=(nil) callback=(nil) poller=0x564107694250 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 1 xc: info: Saving domain 23, type x86 HVM libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15186 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5641076941b0: inprogress: poller=0x564107694250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 1, stream_type 0 xc: info: Found x86 HVM domain from Xen 4.15 xc: info: Restoring domain libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 23:issuing PVH/HVM suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559f72868e78 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f72868e78 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559f72868e78 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559f72868e90 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:726:watchfd_callback: watch w=0x559f72868e90 epath=/local/domain/23/control/shutdown token=3/0: counter != 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f72868e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f72868e90 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559f72868e90 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f72868e90: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x559f72868f08 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559f7286ba40: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559f7286ba40: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0xfefff domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0xfeffc xc: info: Restore successful xc: info: XenStore: mfn 0xfeffc, dom 0, evt 1 xc: info: Console: mfn 0xfefff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564107691e40 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564107692800 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564107691e40 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564107691e40 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107691e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564107692800 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/24/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564107692800 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107692800: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107691f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107691f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107692900: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107692900: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564107697420 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564107697420 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564107697420 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564107697420 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107697420: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107697520: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564107697520: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56410768dcf8 wpath=/local/domain/24/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56410768dcf8 wpath=/local/domain/24/console/tty token=2/3: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5641076941b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56410768dcf8 wpath=/local/domain/24/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56410768dcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5641076941b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5641076941b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 24:ao 0x564107694050: create: how=(nil) callback=(nil) poller=0x564107694250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564107694050: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 24:ao 0x564107694050: inprogress: poller=0x564107694250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564107694050: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:317 total releases:317 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 23:ao 0x559f72870720: create: how=(nil) callback=(nil) poller=0x559f72862010 debug: cache current size:3 xencall:buffer: debug: cache hits:289 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559f728680a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559f728684b0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559f728693c0 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 23:ao 0x559f72870720: inprogress: poller=0x559f72862010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f728680a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559f728680a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728680a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f728684b0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559f728684b0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728684b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f728693c0 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f728693c0 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559f728693c0 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559f728693c0 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728693c0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728681a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728681a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728685b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728685b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728694c0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559f728694c0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 23:Forked pid 23325 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559f72870720: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559f72870720: destroy Migration successful. xencall:buffer: debug: total allocations:99 total releases:99 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:77 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-22 20:37:17 Z executing ssh ... -v root@172.16.146.121 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Thu Oct 22 20:37:17 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45275.2, received 42628.8 debug1: Exit status 0 2020-10-22 20:37:17 Z ========== final check ========== 2020-10-22 20:37:17 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: waiting 20s... 2020-10-22 20:37:21 Z guest debian.guest.osstest 5a:36:0e:bc:00:03 22 link/ip/tcp: ok. (4s) 2020-10-22 20:37:25 Z executing ssh ... -v root@172.16.146.121 echo guest debian.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.121 [172.16.146.121] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.121:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.121' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-pvhv2-intel:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.121 ([172.16.146.121]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3180, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45317.2, received 42239.0 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-10-22 20:37:26 Z exit status 0 + exit 0