+ OSSTEST_JOB=test-amd64-amd64-amd64-pvgrub + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-07-21 21:12:21 Z starting 152084.test-amd64-amd64-amd64-pvgrub 2020-07-21 21:12:21 Z setting all_host_di_version=2020-05-19 2020-07-21 21:12:21 Z setting all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2020-07-21 21:12:21 Z setting all_host_suite=buster 2020-07-21 21:12:21 Z setting arch=amd64 2020-07-21 21:12:21 Z setting buildjob=build-amd64 2020-07-21 21:12:21 Z setting debian_arch=amd64 2020-07-21 21:12:21 Z setting debian_bootloader=pvgrub 2020-07-21 21:12:21 Z setting debian_boot_timeout=40 2020-07-21 21:12:21 Z setting debian_cfgpath=/etc/xen/debian.jessie.guest.osstest.cfg 2020-07-21 21:12:21 Z setting debian_disk_lv=debian.jessie.guest.osstest-disk 2020-07-21 21:12:21 Z setting debian_di_version=2018-06-26 2020-07-21 21:12:21 Z setting debian_domname=debian.jessie.guest.osstest 2020-07-21 21:12:21 Z setting debian_ether=5a:36:0e:14:00:01 2020-07-21 21:12:21 Z setting debian_hostname=debian.jessie.guest.osstest 2020-07-21 21:12:21 Z setting debian_method=netboot 2020-07-21 21:12:21 Z setting debian_suite=jessie 2020-07-21 21:12:21 Z setting debian_tcpcheckport=22 2020-07-21 21:12:21 Z setting debian_vg=sabro1-vg 2020-07-21 21:12:21 Z setting host=sabro1 2020-07-21 21:12:21 Z setting host_console=hvc0 2020-07-21 21:12:21 Z setting host_power_install=Combined 2020-07-21 21:12:21 Z setting host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2020-07-21 21:12:21 Z setting host_xen_kernel_ver=4.19.80+ 2020-07-21 21:12:21 Z setting kernbuildjob=build-amd64-pvops 2020-07-21 21:12:21 Z setting kernkind=pvops 2020-07-21 21:12:21 Z setting syslog_server=172.16.144.3:36042 2020-07-21 21:12:21 Z setting toolstack=xl 2020-07-21 21:12:21 Z setting xenbuildjob=build-amd64 2020-07-21 21:12:21 Z serial method sympathy sabro1: serial2 /root/sympathy/sabro1 /root/sympathy/sabro1.log* 2020-07-21 21:12:21 Z TftpScope is default 2020-07-21 21:12:21 Z task 1480209 ownd [172.16.144.3]:49032: iwj@osstest 152084 test-amd64-amd64-amd64-pvgrub 2020-07-21 21:12:21 Z host host: selected sabro1 00:10:e0:de:2c:6e 172.16.144.69 2020-07-21 21:12:21 Z guest: using debian on sabro1 2020-07-21 21:12:21 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: waiting 5s... 2020-07-21 21:12:25 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: ok. (4s) 2020-07-21 21:12:25 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: waiting 20s... 2020-07-21 21:12:29 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: ok. (4s) 2020-07-21 21:12:33 Z executing ssh ... -v root@172.16.146.52 echo guest debian.jessie.guest.osstest: ok OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: echo guest debian.jessie.guest.osstest: ok guest debian.jessie.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3212, received 1948 bytes, in 0.0 seconds Bytes per second: sent 103206.0, received 62592.0 debug1: Exit status 0 2020-07-21 21:12:34 Z ========== rep 1 ========== 2020-07-21 21:12:34 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:12:34 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:12:34 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 5:ao 0x558409ab3f50: create: how=(nil) callback=(nil) poller=0x558409ab4010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 5:ao 0x558409ab3f50: inprogress: poller=0x558409ab4010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 5: ev 0x558409ab38d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558409ab3f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558409ab3f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 5:ao 0x558409ab3da0: create: how=(nil) callback=(nil) poller=0x558409ab4010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 5:ao 0x558409ab3da0: inprogress: poller=0x558409ab4010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55b051c53480: create: how=(nil) callback=(nil) poller=0x55b051c53840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 5, flags 1, hvm 0 xc: info: Saving domain 5, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 6:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15704 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55b051c53480: inprogress: poller=0x55b051c53840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 6, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 5:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558409abdd68 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409abdd68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409abdd68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558409abdd68 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558409abdd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409abdd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409abdd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558409abdd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409abdd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x558409abddf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558409ab3da0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558409ab3da0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0x429d14 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0x429d15 xc: info: Restore successful xc: info: XenStore: mfn 0x429d15, dom 0, evt 1 xc: info: Console: mfn 0x429d14, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b051c4fd30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b051c4fd30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b051c4fd30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b051c4fd30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c4fd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c4fe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c4fe30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b051c50eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b051c50eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b051c50eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b051c50eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c50eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c50fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c50fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b051c48cf8 wpath=/local/domain/6/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b051c48cf8 wpath=/local/domain/6/console/tty token=3/2: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b051c53480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b051c48cf8 wpath=/local/domain/6/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b051c48cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b051c53480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b051c53480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 6:ao 0x55b051c4f920: create: how=(nil) callback=(nil) poller=0x55b051c53840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b051c4f920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 6:ao 0x55b051c4f920: inprogress: poller=0x55b051c53840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b051c4f920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 5:ao 0x558409abcdc0: create: how=(nil) callback=(nil) poller=0x558409ab4010 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558409abae40 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558409aba0a0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 5:ao 0x558409abcdc0: inprogress: poller=0x558409ab4010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409abae40 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558409abae40 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409abae40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409aba0a0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409aba0a0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558409aba0a0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558409aba0a0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409aba0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409abaf40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409abaf40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409aba1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558409aba1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 5:Forked pid 5393 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558409abcdc0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558409abcdc0: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:12:58 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:12:58 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86533.9, received 52924.3 debug1: Exit status 0 2020-07-21 21:12:58 Z ========== rep 2 ========== 2020-07-21 21:12:58 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:12:58 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:12:58 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 6:ao 0x560202ffcf50: create: how=(nil) callback=(nil) poller=0x560202ffd010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 6:ao 0x560202ffcf50: inprogress: poller=0x560202ffd010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 6: ev 0x560202ffc8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560202ffcf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560202ffcf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 6:ao 0x560203006730: create: how=(nil) callback=(nil) poller=0x560202ffd010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 6:ao 0x560203006730: inprogress: poller=0x560202ffd010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5587c9d59480: create: how=(nil) callback=(nil) poller=0x5587c9d59840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 0 xc: info: Saving domain 6, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13656 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15775 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15775 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5587c9d59480: inprogress: poller=0x5587c9d59840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 6:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560203006d68 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560203006d68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560203006d68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560203006d68 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560203006d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560203006d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560203006d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560203006d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560203006d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560203006df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560203006730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560203006730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0x87d0ad domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0x87d0ae xc: info: Restore successful xc: info: XenStore: mfn 0x87d0ae, dom 0, evt 1 xc: info: Console: mfn 0x87d0ad, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587c9d55d30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587c9d55d30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587c9d55d30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587c9d55d30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d55d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d55e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d55e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587c9d56eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587c9d56eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587c9d56eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587c9d56eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d56eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d56fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d56fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5587c9d4ecf8 wpath=/local/domain/7/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5587c9d4ecf8 wpath=/local/domain/7/console/tty token=3/2: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5587c9d59480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5587c9d4ecf8 wpath=/local/domain/7/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5587c9d4ecf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5587c9d59480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5587c9d59480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 7:ao 0x5587c9d55920: create: how=(nil) callback=(nil) poller=0x5587c9d59840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5587c9d55920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 7:ao 0x5587c9d55920: inprogress: poller=0x5587c9d59840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5587c9d55920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 libxl_domain.c:1045:libxl_domain_destroy: Domain 6:ao 0x56020300a8a0: create: how=(nil) callback=(nil) poller=0x560202ffd010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560203003e40 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5602030030a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 6:ao 0x56020300a8a0: inprogress: poller=0x560202ffd010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560203003e40 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560203003e40 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560203003e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602030030a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602030030a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602030030a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5602030030a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602030030a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560203003f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560203003f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602030031a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602030031a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 6:Forked pid 5624 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56020300a8a0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56020300a8a0: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:13:21 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:13:21 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.1 seconds Bytes per second: sent 57616.0, received 35238.0 debug1: Exit status 0 2020-07-21 21:13:21 Z ========== rep 3 ========== 2020-07-21 21:13:21 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:13:21 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:13:21 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 7:ao 0x55e86a855f50: create: how=(nil) callback=(nil) poller=0x55e86a856010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 7:ao 0x55e86a855f50: inprogress: poller=0x55e86a856010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 7: ev 0x55e86a8558d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e86a855f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e86a855f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 7:ao 0x55e86a85f730: create: how=(nil) callback=(nil) poller=0x55e86a856010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 7:ao 0x55e86a85f730: inprogress: poller=0x55e86a856010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x556f5a47f480: create: how=(nil) callback=(nil) poller=0x556f5a47f840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 0 xc: info: Saving domain 7, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15703 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x556f5a47f480: inprogress: poller=0x556f5a47f840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 7:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e86a85fd68 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85fd68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85fd68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e86a85fd68 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e86a85fd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e86a85fd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85fd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e86a85fdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e86a85f730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e86a85f730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0x429d13 domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0x429d14 xc: info: Restore successful xc: info: XenStore: mfn 0x429d14, dom 0, evt 1 xc: info: Console: mfn 0x429d13, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f5a47bd30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f5a47bd30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f5a47bd30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f5a47bd30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47bd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47be30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47be30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f5a47ceb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f5a47ceb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f5a47ceb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f5a47ceb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47ceb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47cfb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a47cfb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f5a474cf8 wpath=/local/domain/8/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f5a474cf8 wpath=/local/domain/8/console/tty token=3/2: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x556f5a47f480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f5a474cf8 wpath=/local/domain/8/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f5a474cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f5a47f480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f5a47f480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 8:ao 0x556f5a47b920: create: how=(nil) callback=(nil) poller=0x556f5a47f840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f5a47b920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 8:ao 0x556f5a47b920: inprogress: poller=0x556f5a47f840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f5a47b920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 7:ao 0x55e86a8638a0: create: how=(nil) callback=(nil) poller=0x55e86a856010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e86a85ce40 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e86a85c0a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 7:ao 0x55e86a8638a0: inprogress: poller=0x55e86a856010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85ce40 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e86a85ce40 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85ce40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85c0a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85c0a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e86a85c0a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e86a85c0a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85c0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85cf40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85cf40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85c1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e86a85c1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 7:Forked pid 5856 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e86a8638a0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e86a8638a0: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:13:45 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:13:45 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.1 seconds Bytes per second: sent 57289.5, received 35038.3 debug1: Exit status 0 2020-07-21 21:13:45 Z ========== rep 4 ========== 2020-07-21 21:13:45 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:13:45 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:13:45 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 8:ao 0x563f8e56ff50: create: how=(nil) callback=(nil) poller=0x563f8e570010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 8:ao 0x563f8e56ff50: inprogress: poller=0x563f8e570010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 8: ev 0x563f8e56f8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f8e56ff50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f8e56ff50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 8:ao 0x563f8e579730: create: how=(nil) callback=(nil) poller=0x563f8e570010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 8:ao 0x563f8e579730: inprogress: poller=0x563f8e570010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x559c0d943480: create: how=(nil) callback=(nil) poller=0x559c0d943840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 0 xc: info: Saving domain 8, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13655 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15776 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15776 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x559c0d943480: inprogress: poller=0x559c0d943840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 8:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f8e579d68 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e579d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e579d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f8e579d68 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f8e579d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e579d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e579d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f8e579d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e579d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563f8e579df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f8e579730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f8e579730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0x87d179 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0x87d17a xc: info: Restore successful xc: info: XenStore: mfn 0x87d17a, dom 0, evt 1 xc: info: Console: mfn 0x87d179, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559c0d93fd30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559c0d93fd30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559c0d93fd30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559c0d93fd30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d93fd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d93fe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d93fe30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559c0d940eb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559c0d940eb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559c0d940eb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559c0d940eb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d940eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d940fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d940fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559c0d938cf8 wpath=/local/domain/9/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559c0d938cf8 wpath=/local/domain/9/console/tty token=3/2: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x559c0d943480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559c0d938cf8 wpath=/local/domain/9/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559c0d938cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559c0d943480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559c0d943480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 9:ao 0x559c0d93f920: create: how=(nil) callback=(nil) poller=0x559c0d943840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559c0d93f920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 9:ao 0x559c0d93f920: inprogress: poller=0x559c0d943840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559c0d93f920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 8:ao 0x563f8e57d8a0: create: how=(nil) callback=(nil) poller=0x563f8e570010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f8e576e40 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f8e5760a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 8:ao 0x563f8e57d8a0: inprogress: poller=0x563f8e570010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e576e40 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f8e576e40 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e576e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e5760a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e5760a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f8e5760a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f8e5760a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e5760a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e576f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e576f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e5761a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f8e5761a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 8:Forked pid 6085 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f8e57d8a0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f8e57d8a0: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:14:08 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:14:09 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: client_input_channel_req: channel 0 rtype eow@openssh.com reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1976 bytes, in 0.1 seconds Bytes per second: sent 28855.8, received 17975.7 debug1: Exit status 0 2020-07-21 21:14:09 Z ========== rep 5 ========== 2020-07-21 21:14:09 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:14:09 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:14:09 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 9:ao 0x563c07b8bf50: create: how=(nil) callback=(nil) poller=0x563c07b8c010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 9:ao 0x563c07b8bf50: inprogress: poller=0x563c07b8c010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 9: ev 0x563c07b8b8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c07b8bf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c07b8bf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 9:ao 0x563c07b95730: create: how=(nil) callback=(nil) poller=0x563c07b8c010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 9:ao 0x563c07b95730: inprogress: poller=0x563c07b8c010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55812a6dd480: create: how=(nil) callback=(nil) poller=0x55812a6dd840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 0 xc: info: Saving domain 9, type x86 PV xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15702 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15702 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55812a6dd480: inprogress: poller=0x55812a6dd840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 9:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c07b95d68 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b95d68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b95d68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c07b95d68 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c07b95d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b95d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b95d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c07b95d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b95d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563c07b95df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c07b95730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c07b95730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0x429d14 domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0x429d15 xc: info: Restore successful xc: info: XenStore: mfn 0x429d15, dom 0, evt 1 xc: info: Console: mfn 0x429d14, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55812a6d9d30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55812a6d9d30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55812a6d9d30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55812a6d9d30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6d9d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6d9e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6d9e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55812a6daeb0 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55812a6daeb0 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55812a6daeb0 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55812a6daeb0 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6daeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6dafb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6dafb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55812a6d2cf8 wpath=/local/domain/10/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55812a6d2cf8 wpath=/local/domain/10/console/tty token=3/2: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55812a6dd480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55812a6d2cf8 wpath=/local/domain/10/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55812a6d2cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55812a6dd480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55812a6dd480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 10:ao 0x55812a6d9920: create: how=(nil) callback=(nil) poller=0x55812a6dd840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55812a6d9920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 10:ao 0x55812a6d9920: inprogress: poller=0x55812a6dd840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55812a6d9920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 9:ao 0x563c07b998a0: create: how=(nil) callback=(nil) poller=0x563c07b8c010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c07b92e40 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c07b920a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 9:ao 0x563c07b998a0: inprogress: poller=0x563c07b8c010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b92e40 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c07b92e40 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b92e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b920a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b920a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c07b920a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c07b920a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b920a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b92f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b92f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b921a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c07b921a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 9:Forked pid 6314 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c07b998a0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c07b998a0: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:14:32 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:14:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: client_input_channel_req: channel 0 rtype eow@openssh.com reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1976 bytes, in 0.1 seconds Bytes per second: sent 39684.2, received 24721.3 debug1: Exit status 0 2020-07-21 21:14:33 Z ========== rep 6 ========== 2020-07-21 21:14:33 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:14:33 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:14:33 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 10:ao 0x5618adc05f50: create: how=(nil) callback=(nil) poller=0x5618adc06010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 10:ao 0x5618adc05f50: inprogress: poller=0x5618adc06010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 10: ev 0x5618adc058d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5618adc05f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5618adc05f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 10:ao 0x5618adc0f730: create: how=(nil) callback=(nil) poller=0x5618adc06010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 10:ao 0x5618adc0f730: inprogress: poller=0x5618adc06010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55ed72bd2480: create: how=(nil) callback=(nil) poller=0x55ed72bd2840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 0 xc: info: Saving domain 10, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13654 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15776 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15776 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55ed72bd2480: inprogress: poller=0x55ed72bd2840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 10:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5618adc0fd68 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0fd68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0fd68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5618adc0fd68 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5618adc0fd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5618adc0fd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0fd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5618adc0fdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5618adc0f730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5618adc0f730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0x87d24f domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0x87d250 xc: info: Restore successful xc: info: XenStore: mfn 0x87d250, dom 0, evt 1 xc: info: Console: mfn 0x87d24f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ed72bced30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ed72bced30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ed72bced30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ed72bced30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bced30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bcee30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bcee30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ed72bcfeb0 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ed72bcfeb0 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ed72bcfeb0 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ed72bcfeb0 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bcfeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bcffb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bcffb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ed72bc7cf8 wpath=/local/domain/11/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ed72bc7cf8 wpath=/local/domain/11/console/tty token=3/2: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ed72bd2480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ed72bc7cf8 wpath=/local/domain/11/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ed72bc7cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ed72bd2480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ed72bd2480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 11:ao 0x55ed72bce920: create: how=(nil) callback=(nil) poller=0x55ed72bd2840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ed72bce920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 11:ao 0x55ed72bce920: inprogress: poller=0x55ed72bd2840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ed72bce920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 10:ao 0x5618adc06530: create: how=(nil) callback=(nil) poller=0x5618adc06010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5618adc0ce40 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5618adc0c0a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 10:ao 0x5618adc06530: inprogress: poller=0x5618adc06010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0ce40 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5618adc0ce40 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0ce40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0c0a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0c0a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618adc0c0a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5618adc0c0a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0c0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0cf40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0cf40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0c1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618adc0c1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 10:Forked pid 6543 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5618adc06530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5618adc06530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:14:55 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:14:56 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 81452.3, received 49816.3 debug1: Exit status 0 2020-07-21 21:14:56 Z ========== rep 7 ========== 2020-07-21 21:14:56 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:14:56 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:14:56 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 11:ao 0x558f97759f50: create: how=(nil) callback=(nil) poller=0x558f9775a010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 11:ao 0x558f97759f50: inprogress: poller=0x558f9775a010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 11: ev 0x558f977598d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558f97759f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558f97759f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 11:ao 0x558f97763730: create: how=(nil) callback=(nil) poller=0x558f9775a010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 11:ao 0x558f97763730: inprogress: poller=0x558f9775a010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5567d6a88480: create: how=(nil) callback=(nil) poller=0x5567d6a88840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 0 xc: info: Saving domain 11, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15702 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15702 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5567d6a88480: inprogress: poller=0x5567d6a88840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 11:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558f97763d68 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f97763d68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f97763d68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558f97763d68 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558f97763d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f97763d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f97763d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558f97763d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f97763d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x558f97763df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558f97763730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558f97763730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0x429d13 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0x429d14 xc: info: Restore successful xc: info: XenStore: mfn 0x429d14, dom 0, evt 1 xc: info: Console: mfn 0x429d13, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567d6a84d30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567d6a84d30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567d6a84d30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567d6a84d30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a84d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a84e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a84e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567d6a85eb0 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567d6a85eb0 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567d6a85eb0 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567d6a85eb0 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a85eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a85fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a85fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567d6a7dcf8 wpath=/local/domain/12/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567d6a7dcf8 wpath=/local/domain/12/console/tty token=3/2: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5567d6a88480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567d6a7dcf8 wpath=/local/domain/12/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567d6a7dcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567d6a88480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567d6a88480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 12:ao 0x5567d6a84920: create: how=(nil) callback=(nil) poller=0x5567d6a88840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567d6a84920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 12:ao 0x5567d6a84920: inprogress: poller=0x5567d6a88840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567d6a84920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 11:ao 0x558f9775a530: create: how=(nil) callback=(nil) poller=0x558f9775a010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558f97760e40 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558f977600a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 11:ao 0x558f9775a530: inprogress: poller=0x558f9775a010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f97760e40 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558f97760e40 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f97760e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f977600a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f977600a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558f977600a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558f977600a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f977600a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f97760f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f97760f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f977601a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558f977601a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 11:Forked pid 6772 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558f9775a530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558f9775a530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:15:19 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:15:19 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85547.4, received 52320.9 debug1: Exit status 0 2020-07-21 21:15:19 Z ========== rep 8 ========== 2020-07-21 21:15:19 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:15:19 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:15:19 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 12:ao 0x563d05276f50: create: how=(nil) callback=(nil) poller=0x563d05277010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 12:ao 0x563d05276f50: inprogress: poller=0x563d05277010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 12: ev 0x563d052768d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d05276f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d05276f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 12:ao 0x563d05280730: create: how=(nil) callback=(nil) poller=0x563d05277010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 12:ao 0x563d05280730: inprogress: poller=0x563d05277010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55dcfecc1480: create: how=(nil) callback=(nil) poller=0x55dcfecc1840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 0 xc: info: Saving domain 12, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 13:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13653 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15777 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15777 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55dcfecc1480: inprogress: poller=0x55dcfecc1840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 12:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d05280d68 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d05280d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d05280d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d05280d68 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d05280d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d05280d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d05280d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d05280d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d05280d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563d05280df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d05280730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d05280730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0x87d31e domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0x87d31f xc: info: Restore successful xc: info: XenStore: mfn 0x87d31f, dom 0, evt 1 xc: info: Console: mfn 0x87d31e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dcfecbdd30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dcfecbdd30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dcfecbdd30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dcfecbdd30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbdd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbde30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbde30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dcfecbeeb0 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dcfecbeeb0 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dcfecbeeb0 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dcfecbeeb0 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbeeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbefb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecbefb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dcfecb6cf8 wpath=/local/domain/13/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dcfecb6cf8 wpath=/local/domain/13/console/tty token=3/2: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55dcfecc1480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dcfecb6cf8 wpath=/local/domain/13/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dcfecb6cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dcfecc1480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dcfecc1480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 13:ao 0x55dcfecbd920: create: how=(nil) callback=(nil) poller=0x55dcfecc1840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dcfecbd920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 13:ao 0x55dcfecbd920: inprogress: poller=0x55dcfecc1840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dcfecbd920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 12:ao 0x563d05277530: create: how=(nil) callback=(nil) poller=0x563d05277010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d0527de40 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d0527d0a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 12:ao 0x563d05277530: inprogress: poller=0x563d05277010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d0527de40 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d0527de40 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527de40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d0527d0a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d0527d0a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d0527d0a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d0527d0a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527d0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527df40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527df40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527d1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d0527d1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 12:Forked pid 7002 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d05277530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d05277530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:15:42 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:15:42 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1932 bytes, in 0.0 seconds Bytes per second: sent 85815.6, received 52268.5 debug1: Exit status 0 2020-07-21 21:15:42 Z ========== rep 9 ========== 2020-07-21 21:15:42 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:15:42 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:15:42 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 13:ao 0x55cfdd600f50: create: how=(nil) callback=(nil) poller=0x55cfdd601010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 13:ao 0x55cfdd600f50: inprogress: poller=0x55cfdd601010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 13: ev 0x55cfdd6008d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cfdd600f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cfdd600f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 13:ao 0x55cfdd60a730: create: how=(nil) callback=(nil) poller=0x55cfdd601010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 13:ao 0x55cfdd60a730: inprogress: poller=0x55cfdd601010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x56099fc5b480: create: how=(nil) callback=(nil) poller=0x56099fc5b840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 0 xc: info: Saving domain 13, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15701 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15701 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x56099fc5b480: inprogress: poller=0x56099fc5b840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 13:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfdd60ad68 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd60ad68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd60ad68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfdd60ad68 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfdd60ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd60ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd60ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfdd60ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd60ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55cfdd60adf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cfdd60a730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cfdd60a730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0x429d01 domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0x429d02 xc: info: Restore successful xc: info: XenStore: mfn 0x429d02, dom 0, evt 1 xc: info: Console: mfn 0x429d01, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56099fc57d30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56099fc57d30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56099fc57d30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56099fc57d30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc57d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc57e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc57e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56099fc58eb0 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56099fc58eb0 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56099fc58eb0 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56099fc58eb0 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc58eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc58fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc58fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56099fc50cf8 wpath=/local/domain/14/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56099fc50cf8 wpath=/local/domain/14/console/tty token=3/2: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56099fc5b480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56099fc50cf8 wpath=/local/domain/14/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56099fc50cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56099fc5b480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56099fc5b480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 14:ao 0x56099fc57920: create: how=(nil) callback=(nil) poller=0x56099fc5b840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56099fc57920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 14:ao 0x56099fc57920: inprogress: poller=0x56099fc5b840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56099fc57920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 13:ao 0x55cfdd601530: create: how=(nil) callback=(nil) poller=0x55cfdd601010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfdd607e40 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfdd6070a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 13:ao 0x55cfdd601530: inprogress: poller=0x55cfdd601010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd607e40 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfdd607e40 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd607e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd6070a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd6070a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfdd6070a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfdd6070a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd6070a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd607f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd607f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd6071a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfdd6071a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 13:Forked pid 7231 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cfdd601530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cfdd601530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:16:06 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:16:06 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 82387.4, received 50388.3 debug1: Exit status 0 2020-07-21 21:16:06 Z ========== rep 10 ========== 2020-07-21 21:16:06 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:16:06 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:16:06 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 14:ao 0x565225cadf50: create: how=(nil) callback=(nil) poller=0x565225cae010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 14:ao 0x565225cadf50: inprogress: poller=0x565225cae010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 14: ev 0x565225cad8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565225cadf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565225cadf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 14:ao 0x565225cb7730: create: how=(nil) callback=(nil) poller=0x565225cae010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 14:ao 0x565225cb7730: inprogress: poller=0x565225cae010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55bce0b77480: create: how=(nil) callback=(nil) poller=0x55bce0b77840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 0 xc: info: Saving domain 14, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13653 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15778 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15778 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55bce0b77480: inprogress: poller=0x55bce0b77840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 14:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565225cb7d68 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb7d68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb7d68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565225cb7d68 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565225cb7d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb7d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb7d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565225cb7d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb7d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x565225cb7df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565225cb7730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565225cb7730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0x87d3ad domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0x87d3ae xc: info: Restore successful xc: info: XenStore: mfn 0x87d3ae, dom 0, evt 1 xc: info: Console: mfn 0x87d3ad, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bce0b73d30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bce0b73d30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bce0b73d30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bce0b73d30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b73d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b73e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b73e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bce0b74eb0 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bce0b74eb0 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bce0b74eb0 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bce0b74eb0 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b74eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b74fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b74fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bce0b6ccf8 wpath=/local/domain/15/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bce0b6ccf8 wpath=/local/domain/15/console/tty token=3/2: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bce0b77480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bce0b6ccf8 wpath=/local/domain/15/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bce0b6ccf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bce0b77480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bce0b77480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 15:ao 0x55bce0b73920: create: how=(nil) callback=(nil) poller=0x55bce0b77840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bce0b73920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 15:ao 0x55bce0b73920: inprogress: poller=0x55bce0b77840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bce0b73920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 14:ao 0x565225cae530: create: how=(nil) callback=(nil) poller=0x565225cae010 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565225cb4e40 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565225cb40a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 14:ao 0x565225cae530: inprogress: poller=0x565225cae010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb4e40 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565225cb4e40 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb4e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb40a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb40a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565225cb40a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565225cb40a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb40a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb4f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb4f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb41a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565225cb41a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 14:Forked pid 7460 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565225cae530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565225cae530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:16:28 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:16:29 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 73678.4, received 45061.8 debug1: Exit status 0 2020-07-21 21:16:29 Z ========== rep 11 ========== 2020-07-21 21:16:29 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:16:29 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:16:29 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 15:ao 0x55f4b80a9f50: create: how=(nil) callback=(nil) poller=0x55f4b80aa010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 15:ao 0x55f4b80a9f50: inprogress: poller=0x55f4b80aa010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 15: ev 0x55f4b80a98d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4b80a9f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4b80a9f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 15:ao 0x55f4b80b3730: create: how=(nil) callback=(nil) poller=0x55f4b80aa010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 15:ao 0x55f4b80b3730: inprogress: poller=0x55f4b80aa010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55fd670e8480: create: how=(nil) callback=(nil) poller=0x55fd670e8840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 0 xc: info: Saving domain 15, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15700 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15700 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55fd670e8480: inprogress: poller=0x55fd670e8840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 15:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4b80b3d68 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b3d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b3d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4b80b3d68 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4b80b3d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b3d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b3d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4b80b3d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b3d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f4b80b3df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4b80b3730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4b80b3730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0x429d16 domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0x429d17 xc: info: Restore successful xc: info: XenStore: mfn 0x429d17, dom 0, evt 1 xc: info: Console: mfn 0x429d16, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fd670e4d30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fd670e4d30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fd670e4d30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fd670e4d30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e4d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e4e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e4e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fd670e5eb0 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fd670e5eb0 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fd670e5eb0 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fd670e5eb0 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e5eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e5fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670e5fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fd670ddcf8 wpath=/local/domain/16/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fd670ddcf8 wpath=/local/domain/16/console/tty token=3/2: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55fd670e8480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fd670ddcf8 wpath=/local/domain/16/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fd670ddcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fd670e8480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fd670e8480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 16:ao 0x55fd670e4920: create: how=(nil) callback=(nil) poller=0x55fd670e8840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fd670e4920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 16:ao 0x55fd670e4920: inprogress: poller=0x55fd670e8840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fd670e4920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 15:ao 0x55f4b80aa530: create: how=(nil) callback=(nil) poller=0x55f4b80aa010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4b80b0e40 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4b80b00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 15:ao 0x55f4b80aa530: inprogress: poller=0x55f4b80aa010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b0e40 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4b80b0e40 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b0e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4b80b00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4b80b00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b00a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b0f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b0f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b01a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4b80b01a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 15:Forked pid 7689 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4b80aa530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4b80aa530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:16:51 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:16:52 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 81776.2, received 50014.4 debug1: Exit status 0 2020-07-21 21:16:52 Z ========== rep 12 ========== 2020-07-21 21:16:52 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:16:52 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:16:52 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 16:ao 0x55d6bf630f50: create: how=(nil) callback=(nil) poller=0x55d6bf631010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 16:ao 0x55d6bf630f50: inprogress: poller=0x55d6bf631010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 16: ev 0x55d6bf6308d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6bf630f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6bf630f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 16:ao 0x55d6bf63a730: create: how=(nil) callback=(nil) poller=0x55d6bf631010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 16:ao 0x55d6bf63a730: inprogress: poller=0x55d6bf631010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5572603e5480: create: how=(nil) callback=(nil) poller=0x5572603e5840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 0 xc: info: Saving domain 16, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13652 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15778 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15778 KB free selected xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5572603e5480: inprogress: poller=0x5572603e5840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 16:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6bf63ad68 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf63ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf63ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6bf63ad68 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6bf63ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf63ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf63ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6bf63ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf63ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d6bf63adf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6bf63a730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6bf63a730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0x87d421 domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0x87d422 xc: info: Restore successful xc: info: XenStore: mfn 0x87d422, dom 0, evt 1 xc: info: Console: mfn 0x87d421, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5572603e1d30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5572603e1d30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5572603e1d30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5572603e1d30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e1d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e1e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e1e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5572603e2eb0 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5572603e2eb0 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5572603e2eb0 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5572603e2eb0 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e2eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e2fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603e2fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5572603dacf8 wpath=/local/domain/17/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5572603dacf8 wpath=/local/domain/17/console/tty token=3/2: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5572603e5480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5572603dacf8 wpath=/local/domain/17/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5572603dacf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5572603e5480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5572603e5480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 17:ao 0x5572603e1920: create: how=(nil) callback=(nil) poller=0x5572603e5840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5572603e1920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 17:ao 0x5572603e1920: inprogress: poller=0x5572603e5840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5572603e1920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 16:ao 0x55d6bf631530: create: how=(nil) callback=(nil) poller=0x55d6bf631010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6bf637e40 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6bf6370a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 16:ao 0x55d6bf631530: inprogress: poller=0x55d6bf631010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf637e40 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6bf637e40 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf637e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf6370a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf6370a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6bf6370a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6bf6370a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf6370a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf637f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf637f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf6371a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6bf6371a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 16:Forked pid 7918 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6bf631530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6bf631530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:17:15 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:17:16 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84008.4, received 51379.7 debug1: Exit status 0 2020-07-21 21:17:16 Z ========== rep 13 ========== 2020-07-21 21:17:16 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:17:16 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:17:16 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 17:ao 0x55e68d819f50: create: how=(nil) callback=(nil) poller=0x55e68d81a010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 17:ao 0x55e68d819f50: inprogress: poller=0x55e68d81a010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 17: ev 0x55e68d8198d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e68d819f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e68d819f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 17:ao 0x55e68d823730: create: how=(nil) callback=(nil) poller=0x55e68d81a010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 17:ao 0x55e68d823730: inprogress: poller=0x55e68d81a010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x562be0719480: create: how=(nil) callback=(nil) poller=0x562be0719840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 0 xc: info: Saving domain 17, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15700 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15700 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x562be0719480: inprogress: poller=0x562be0719840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 17:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e68d823d68 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d823d68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d823d68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e68d823d68 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e68d823d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d823d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d823d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e68d823d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d823d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e68d823df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e68d823730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e68d823730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0x429d18 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0x429d19 xc: info: Restore successful xc: info: XenStore: mfn 0x429d19, dom 0, evt 1 xc: info: Console: mfn 0x429d18, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562be0715d30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562be0715d30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562be0715d30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562be0715d30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0715d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0715e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0715e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562be0716eb0 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562be0716eb0 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562be0716eb0 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562be0716eb0 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0716eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0716fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be0716fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562be070ecf8 wpath=/local/domain/18/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562be070ecf8 wpath=/local/domain/18/console/tty token=3/2: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562be0719480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562be070ecf8 wpath=/local/domain/18/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562be070ecf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562be0719480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562be0719480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 18:ao 0x562be0715920: create: how=(nil) callback=(nil) poller=0x562be0719840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562be0715920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 18:ao 0x562be0715920: inprogress: poller=0x562be0719840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562be0715920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 17:ao 0x55e68d81a530: create: how=(nil) callback=(nil) poller=0x55e68d81a010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e68d820e40 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e68d8200a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 17:ao 0x55e68d81a530: inprogress: poller=0x55e68d81a010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d820e40 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e68d820e40 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d820e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d8200a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d8200a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e68d8200a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e68d8200a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d8200a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d820f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d820f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d8201a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e68d8201a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 17:Forked pid 8147 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e68d81a530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e68d81a530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:17:38 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:17:38 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 87472.1, received 53498.1 debug1: Exit status 0 2020-07-21 21:17:38 Z ========== rep 14 ========== 2020-07-21 21:17:38 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:17:39 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:17:39 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 18:ao 0x55e4e44dff50: create: how=(nil) callback=(nil) poller=0x55e4e44e0010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 18:ao 0x55e4e44dff50: inprogress: poller=0x55e4e44e0010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 18: ev 0x55e4e44df8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e4e44dff50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e4e44dff50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 18:ao 0x55e4e44e9730: create: how=(nil) callback=(nil) poller=0x55e4e44e0010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 18:ao 0x55e4e44e9730: inprogress: poller=0x55e4e44e0010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55eba15ea480: create: how=(nil) callback=(nil) poller=0x55eba15ea840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 0 xc: info: Saving domain 18, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13652 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15779 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15779 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55eba15ea480: inprogress: poller=0x55eba15ea840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 18:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e4e44e9d68 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e9d68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e9d68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e4e44e9d68 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e4e44e9d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e9d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e9d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e4e44e9d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e9d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e4e44e9df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e4e44e9730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e4e44e9730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0x87d4d6 domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0x87d4d7 xc: info: Restore successful xc: info: XenStore: mfn 0x87d4d7, dom 0, evt 1 xc: info: Console: mfn 0x87d4d6, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eba15e6d30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eba15e6d30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eba15e6d30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eba15e6d30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e6d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e6e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e6e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eba15e7eb0 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eba15e7eb0 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eba15e7eb0 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eba15e7eb0 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e7eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e7fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15e7fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eba15dfcf8 wpath=/local/domain/19/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eba15dfcf8 wpath=/local/domain/19/console/tty token=3/2: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55eba15ea480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eba15dfcf8 wpath=/local/domain/19/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eba15dfcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55eba15ea480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55eba15ea480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 19:ao 0x55eba15e6920: create: how=(nil) callback=(nil) poller=0x55eba15ea840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55eba15e6920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 19:ao 0x55eba15e6920: inprogress: poller=0x55eba15ea840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55eba15e6920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: libxl: debug: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 libxl_domain.c:1045:libxl_domain_destroy: Domain 18:ao 0x55e4e44e0530: create: how=(nil) callback=(nil) poller=0x55e4e44e0010 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e4e44e6e40 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e4e44e60a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 18:ao 0x55e4e44e0530: inprogress: poller=0x55e4e44e0010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e6e40 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e4e44e6e40 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e6e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e60a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e60a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e4e44e60a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e4e44e60a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e60a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e6f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e6f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e61a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e4e44e61a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 18:Forked pid 8377 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e4e44e0530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e4e44e0530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:18:01 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:18:01 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 87864.4, received 53738.0 debug1: Exit status 0 2020-07-21 21:18:01 Z ========== rep 15 ========== 2020-07-21 21:18:01 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:18:02 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:18:02 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 19:ao 0x5567c3f4cf50: create: how=(nil) callback=(nil) poller=0x5567c3f4d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 19:ao 0x5567c3f4cf50: inprogress: poller=0x5567c3f4d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 19: ev 0x5567c3f4c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567c3f4cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567c3f4cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 19:ao 0x5567c3f56730: create: how=(nil) callback=(nil) poller=0x5567c3f4d010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 19:ao 0x5567c3f56730: inprogress: poller=0x5567c3f4d010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x56390b996480: create: how=(nil) callback=(nil) poller=0x56390b996840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 0 xc: info: Saving domain 19, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 20:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15699 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15699 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x56390b996480: inprogress: poller=0x56390b996840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 19:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567c3f56d68 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f56d68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f56d68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567c3f56d68 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567c3f56d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f56d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f56d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567c3f56d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f56d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5567c3f56df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567c3f56730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567c3f56730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0x429d06 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0x429d07 xc: info: Restore successful xc: info: XenStore: mfn 0x429d07, dom 0, evt 1 xc: info: Console: mfn 0x429d06, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56390b992d30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56390b992d30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56390b992d30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56390b992d30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b992d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b992e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b992e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56390b993eb0 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56390b993eb0 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56390b993eb0 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56390b993eb0 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b993eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b993fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b993fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56390b98bcf8 wpath=/local/domain/20/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56390b98bcf8 wpath=/local/domain/20/console/tty token=3/2: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56390b996480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56390b98bcf8 wpath=/local/domain/20/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56390b98bcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56390b996480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56390b996480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 20:ao 0x56390b992920: create: how=(nil) callback=(nil) poller=0x56390b996840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56390b992920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 20:ao 0x56390b992920: inprogress: poller=0x56390b996840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56390b992920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 libxl_domain.c:1045:libxl_domain_destroy: Domain 19:ao 0x5567c3f4d530: create: how=(nil) callback=(nil) poller=0x5567c3f4d010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567c3f53e40 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567c3f530a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 19:ao 0x5567c3f4d530: inprogress: poller=0x5567c3f4d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f53e40 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567c3f53e40 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f53e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f530a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f530a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567c3f530a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567c3f530a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f530a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f53f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f53f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f531a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567c3f531a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 19:Forked pid 8606 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567c3f4d530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567c3f4d530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:18:24 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:18:24 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85660.3, received 52390.0 debug1: Exit status 0 2020-07-21 21:18:24 Z ========== rep 16 ========== 2020-07-21 21:18:24 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:18:25 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:18:25 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 20:ao 0x562eca40cf50: create: how=(nil) callback=(nil) poller=0x562eca40d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 20:ao 0x562eca40cf50: inprogress: poller=0x562eca40d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 20: ev 0x562eca40c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562eca40cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562eca40cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 20:ao 0x562eca416730: create: how=(nil) callback=(nil) poller=0x562eca40d010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 20:ao 0x562eca416730: inprogress: poller=0x562eca40d010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55be9f4d1480: create: how=(nil) callback=(nil) poller=0x55be9f4d1840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 0 xc: info: Saving domain 20, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13651 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15780 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15780 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55be9f4d1480: inprogress: poller=0x55be9f4d1840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 20:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562eca416d68 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca416d68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca416d68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562eca416d68 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562eca416d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca416d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca416d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562eca416d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca416d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562eca416df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562eca416730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562eca416730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0x87d579 domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0x87d57a xc: info: Restore successful xc: info: XenStore: mfn 0x87d57a, dom 0, evt 1 xc: info: Console: mfn 0x87d579, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be9f4cdd30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be9f4cdd30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be9f4cdd30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be9f4cdd30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4cdd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4cde30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4cde30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be9f4ceeb0 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be9f4ceeb0 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be9f4ceeb0 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be9f4ceeb0 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4ceeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4cefb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4cefb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be9f4c6cf8 wpath=/local/domain/21/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be9f4c6cf8 wpath=/local/domain/21/console/tty token=3/2: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55be9f4d1480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be9f4c6cf8 wpath=/local/domain/21/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be9f4c6cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be9f4d1480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be9f4d1480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 21:ao 0x55be9f4cd920: create: how=(nil) callback=(nil) poller=0x55be9f4d1840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be9f4cd920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 21:ao 0x55be9f4cd920: inprogress: poller=0x55be9f4d1840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be9f4cd920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 20:ao 0x562eca40d530: create: how=(nil) callback=(nil) poller=0x562eca40d010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562eca413e40 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562eca4130a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 20:ao 0x562eca40d530: inprogress: poller=0x562eca40d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca413e40 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca4130a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca413e40 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562eca413e40 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca413e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca4130a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562eca4130a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562eca4130a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca4130a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca413f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca413f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca4131a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562eca4131a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 20:Forked pid 8835 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562eca40d530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562eca40d530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:18:46 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:18:46 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86863.9, received 53126.1 debug1: Exit status 0 2020-07-21 21:18:46 Z ========== rep 17 ========== 2020-07-21 21:18:46 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:18:47 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:18:47 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 21:ao 0x55d2df67df50: create: how=(nil) callback=(nil) poller=0x55d2df67e010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 21:ao 0x55d2df67df50: inprogress: poller=0x55d2df67e010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 21: ev 0x55d2df67d8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d2df67df50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d2df67df50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 21:ao 0x55d2df687730: create: how=(nil) callback=(nil) poller=0x55d2df67e010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 21:ao 0x55d2df687730: inprogress: poller=0x55d2df67e010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55bf2ded0480: create: how=(nil) callback=(nil) poller=0x55bf2ded0840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 0 xc: info: Saving domain 21, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15699 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15699 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55bf2ded0480: inprogress: poller=0x55bf2ded0840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 21:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2df687d68 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df687d68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df687d68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2df687d68 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2df687d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df687d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df687d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2df687d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df687d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d2df687df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d2df687730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d2df687730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0x429d05 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0x429d06 xc: info: Restore successful xc: info: XenStore: mfn 0x429d06, dom 0, evt 1 xc: info: Console: mfn 0x429d05, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf2deccd30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf2deccd30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf2deccd30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf2deccd30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2deccd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2decce30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2decce30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf2decdeb0 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf2decdeb0 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf2decdeb0 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf2decdeb0 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2decdeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2decdfb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2decdfb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf2dec5cf8 wpath=/local/domain/22/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf2dec5cf8 wpath=/local/domain/22/console/tty token=3/2: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bf2ded0480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf2dec5cf8 wpath=/local/domain/22/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf2dec5cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf2ded0480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf2ded0480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 22:ao 0x55bf2decc920: create: how=(nil) callback=(nil) poller=0x55bf2ded0840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf2decc920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 22:ao 0x55bf2decc920: inprogress: poller=0x55bf2ded0840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf2decc920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 21:ao 0x55d2df67e530: create: how=(nil) callback=(nil) poller=0x55d2df67e010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2df684e40 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2df6840a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 21:ao 0x55d2df67e530: inprogress: poller=0x55d2df67e010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df684e40 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2df684e40 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df684e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df6840a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df6840a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2df6840a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2df6840a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df6840a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df684f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df684f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df6841a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2df6841a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 21:Forked pid 9067 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d2df67e530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d2df67e530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:19:10 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:19:10 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 74421.5, received 45516.3 debug1: Exit status 0 2020-07-21 21:19:10 Z ========== rep 18 ========== 2020-07-21 21:19:10 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:19:10 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:19:10 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 22:ao 0x55b8351b8f50: create: how=(nil) callback=(nil) poller=0x55b8351b9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 22:ao 0x55b8351b8f50: inprogress: poller=0x55b8351b9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 22: ev 0x55b8351b88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b8351b8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b8351b8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 22:ao 0x55b8351c2730: create: how=(nil) callback=(nil) poller=0x55b8351b9010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 22:ao 0x55b8351c2730: inprogress: poller=0x55b8351b9010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55c769546480: create: how=(nil) callback=(nil) poller=0x55c769546840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 0 xc: info: Saving domain 22, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13650 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15780 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15780 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55c769546480: inprogress: poller=0x55c769546840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 22:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b8351c2d68 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351c2d68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351c2d68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b8351c2d68 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b8351c2d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351c2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351c2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b8351c2d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351c2d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55b8351c2df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b8351c2730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b8351c2730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0x87d601 domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0x87d602 xc: info: Restore successful xc: info: XenStore: mfn 0x87d602, dom 0, evt 1 xc: info: Console: mfn 0x87d601, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c769542d30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c769542d30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c769542d30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c769542d30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769542d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769542e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769542e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c769543eb0 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c769543eb0 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c769543eb0 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c769543eb0 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769543eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769543fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c769543fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c76953bcf8 wpath=/local/domain/23/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c76953bcf8 wpath=/local/domain/23/console/tty token=3/2: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c769546480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c76953bcf8 wpath=/local/domain/23/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c76953bcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c769546480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c769546480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 23:ao 0x55c769542920: create: how=(nil) callback=(nil) poller=0x55c769546840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c769542920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 23:ao 0x55c769542920: inprogress: poller=0x55c769546840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c769542920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: libxl_domain.c:1045:libxl_domain_destroy: Domain 22:ao 0x55b8351b9530: create: how=(nil) callback=(nil) poller=0x55b8351b9010 debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b8351bfe40 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b8351bf0a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 22:ao 0x55b8351b9530: inprogress: poller=0x55b8351b9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351bfe40 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b8351bfe40 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bfe40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351bf0a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351bf0a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b8351bf0a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b8351bf0a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bf0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bff40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bff40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bf1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b8351bf1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 22:Forked pid 9299 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b8351b9530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b8351b9530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:19:33 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:19:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86944.5, received 53175.4 debug1: Exit status 0 2020-07-21 21:19:33 Z ========== rep 19 ========== 2020-07-21 21:19:33 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:19:34 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:19:34 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 23:ao 0x556f68472f50: create: how=(nil) callback=(nil) poller=0x556f68473010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 23:ao 0x556f68472f50: inprogress: poller=0x556f68473010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 23: ev 0x556f684728d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f68472f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f68472f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 23:ao 0x556f6847c730: create: how=(nil) callback=(nil) poller=0x556f68473010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 23:ao 0x556f6847c730: inprogress: poller=0x556f68473010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x558284eb5480: create: how=(nil) callback=(nil) poller=0x558284eb5840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 0 xc: info: Saving domain 23, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15698 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15698 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x558284eb5480: inprogress: poller=0x558284eb5840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 23:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f6847cd68 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f6847cd68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f6847cd68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f6847cd68 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f6847cd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f6847cd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f6847cd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f6847cd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f6847cd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556f6847cdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f6847c730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f6847c730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0x429d06 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0x429d07 xc: info: Restore successful xc: info: XenStore: mfn 0x429d07, dom 0, evt 1 xc: info: Console: mfn 0x429d06, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558284eb1d30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558284eb1d30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558284eb1d30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558284eb1d30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb1d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb1e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb1e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558284eb2eb0 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558284eb2eb0 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558284eb2eb0 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558284eb2eb0 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb2eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb2fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eb2fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558284eaacf8 wpath=/local/domain/24/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558284eaacf8 wpath=/local/domain/24/console/tty token=3/2: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558284eb5480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558284eaacf8 wpath=/local/domain/24/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558284eaacf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558284eb5480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558284eb5480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 24:ao 0x558284eb1920: create: how=(nil) callback=(nil) poller=0x558284eb5840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558284eb1920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 24:ao 0x558284eb1920: inprogress: poller=0x558284eb5840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558284eb1920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 23:ao 0x556f68473530: create: how=(nil) callback=(nil) poller=0x556f68473010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f68479e40 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f684790a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 23:ao 0x556f68473530: inprogress: poller=0x556f68473010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f68479e40 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f68479e40 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f68479e40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f684790a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f684790a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f684790a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f684790a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f684790a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f68479f40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f68479f40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f684791a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f684791a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 23:Forked pid 9530 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f68473530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f68473530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:19:57 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:19:57 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85154.3, received 52080.5 debug1: Exit status 0 2020-07-21 21:19:57 Z ========== rep 20 ========== 2020-07-21 21:19:57 Z executing ssh ... root@172.16.144.69 xl list 2020-07-21 21:19:57 Z guest debian.jessie.guest.osstest state is b 2020-07-21 21:19:57 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 24:ao 0x558234fd8f50: create: how=(nil) callback=(nil) poller=0x558234fd9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 24:ao 0x558234fd8f50: inprogress: poller=0x558234fd9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 24: ev 0x558234fd88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558234fd8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558234fd8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1200) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 24:ao 0x558234fe2730: create: how=(nil) callback=(nil) poller=0x558234fd9010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1200) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 24:ao 0x558234fe2730: inprogress: poller=0x558234fd9010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5571a9524480: create: how=(nil) callback=(nil) poller=0x5571a9524840 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 24, flags 1, hvm 0 xc: info: Saving domain 24, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 25:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13650 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15781 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15781 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5571a9524480: inprogress: poller=0x5571a9524840, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 25, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 24:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558234fe2d68 wpath=/local/domain/24/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fe2d68 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fe2d68 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558234fe2d68 wpath=/local/domain/24/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 24:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 24:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558234fe2d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fe2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fe2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 24:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558234fe2d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fe2d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x558234fe2df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558234fe2730: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558234fe2730: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[0] -> d0 0x87d699 domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[1] -> d0 0x87d69a xc: info: Restore successful xc: info: XenStore: mfn 0x87d69a, dom 0, evt 1 xc: info: Console: mfn 0x87d699, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571a9520d30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571a9520d30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571a9520d30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571a9520d30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9520d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 25:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_PATH: backend/vbd/25/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9520e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 25:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9520e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571a9521eb0 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571a9521eb0 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571a9521eb0 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571a9521eb0 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9521eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 25: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_PATH: backend/vif/25/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: vif: vif25.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9521fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9521fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571a9519cf8 wpath=/local/domain/25/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571a9519cf8 wpath=/local/domain/25/console/tty token=3/2: event epath=/local/domain/25/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5571a9524480: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571a9519cf8 wpath=/local/domain/25/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571a9519cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5571a9524480: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5571a9524480: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 25:ao 0x5571a9520920: create: how=(nil) callback=(nil) poller=0x5571a9524840 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5571a9520920: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 25:ao 0x5571a9520920: inprogress: poller=0x5571a9524840, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5571a9520920: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 24:ao 0x558234fd9530: create: how=(nil) callback=(nil) poller=0x558234fd9010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558234fdfe40 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558234fdf0a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 24:ao 0x558234fd9530: inprogress: poller=0x558234fd9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fdfe40 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558234fdfe40 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdfe40: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fdf0a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fdf0a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558234fdf0a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558234fdf0a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdf0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdff40: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdff40: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdf1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558234fdf1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 24:Forked pid 9761 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558234fd9530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558234fd9530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-21 21:20:19 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Tue 21 Jul 21:20:20 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3172, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84659.0, received 51777.6 debug1: Exit status 0 2020-07-21 21:20:20 Z ========== final check ========== 2020-07-21 21:20:20 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: waiting 20s... 2020-07-21 21:20:24 Z guest debian.jessie.guest.osstest 5a:36:0e:14:00:01 22 link/ip/tcp: ok. (4s) 2020-07-21 21:20:28 Z executing ssh ... -v root@172.16.146.52 echo guest debian.jessie.guest.osstest: ok OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg ssh-rsa blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: echo guest debian.jessie.guest.osstest: ok guest debian.jessie.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3212, received 1948 bytes, in 0.0 seconds Bytes per second: sent 104451.9, received 63347.6 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-07-21 21:20:28 Z exit status 0 + exit 0