+ OSSTEST_JOB=test-amd64-amd64-xl + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-07-22 07:47:11 Z starting 152084.test-amd64-amd64-xl 2020-07-22 07:47:11 Z setting all_host_di_version=2020-05-19 2020-07-22 07:47:11 Z setting all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2020-07-22 07:47:11 Z setting all_host_suite=buster 2020-07-22 07:47:11 Z setting arch=amd64 2020-07-22 07:47:11 Z setting buildjob=build-amd64 2020-07-22 07:47:11 Z setting debian_arch=amd64 2020-07-22 07:47:11 Z setting debian_boot_timeout=40 2020-07-22 07:47:11 Z setting debian_cfgpath=/etc/xen/debian.guest.osstest.cfg 2020-07-22 07:47:11 Z setting debian_console=hvc0 2020-07-22 07:47:11 Z setting debian_disk_lv=debian.guest.osstest-disk 2020-07-22 07:47:11 Z setting debian_domname=debian.guest.osstest 2020-07-22 07:47:11 Z setting debian_ether=5a:36:0e:14:00:0c 2020-07-22 07:47:11 Z setting debian_hostname=debian.guest.osstest 2020-07-22 07:47:11 Z setting debian_kernkind=pvops 2020-07-22 07:47:11 Z setting debian_rootdev=xvda 2020-07-22 07:47:11 Z setting debian_suite=buster 2020-07-22 07:47:11 Z setting debian_swap_lv=debian.guest.osstest-swap 2020-07-22 07:47:11 Z setting debian_tcpcheckport=22 2020-07-22 07:47:11 Z setting debian_vg=sabro0-vg 2020-07-22 07:47:11 Z setting enable_xsm=false 2020-07-22 07:47:11 Z setting host=sabro0 2020-07-22 07:47:11 Z setting host_console=hvc0 2020-07-22 07:47:11 Z setting host_power_install=Combined 2020-07-22 07:47:11 Z setting host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2020-07-22 07:47:11 Z setting host_xen_kernel_ver=4.19.80+ 2020-07-22 07:47:11 Z setting kernbuildjob=build-amd64-pvops 2020-07-22 07:47:11 Z setting kernkind=pvops 2020-07-22 07:47:11 Z setting syslog_server=172.16.144.3:47781 2020-07-22 07:47:11 Z setting toolstack=xl 2020-07-22 07:47:11 Z setting xenbuildjob=build-amd64 2020-07-22 07:47:11 Z serial method sympathy sabro0: serial2 /root/sympathy/sabro0 /root/sympathy/sabro0.log* 2020-07-22 07:47:11 Z TftpScope is default 2020-07-22 07:47:11 Z task 1480222 ownd [172.16.144.3]:49324: iwj@osstest 152084 test-amd64-amd64-xl 2020-07-22 07:47:12 Z host host: selected sabro0 00:10:e0:de:89:44 172.16.144.68 2020-07-22 07:47:12 Z guest: using debian on sabro0 2020-07-22 07:47:12 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: waiting 5s... 2020-07-22 07:47:16 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: ok. (4s) 2020-07-22 07:47:16 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: waiting 20s... 2020-07-22 07:47:20 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: ok. (4s) 2020-07-22 07:47:24 Z executing ssh ... -v root@172.16.147.1 echo guest debian.guest.osstest: ok OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3228, received 2964 bytes, in 0.1 seconds Bytes per second: sent 36014.4, received 33069.0 debug1: Exit status 0 2020-07-22 07:47:24 Z ========== rep 1 ========== 2020-07-22 07:47:24 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:47:24 Z guest debian.guest.osstest state is b 2020-07-22 07:47:24 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 4:ao 0x55a457fa4f50: create: how=(nil) callback=(nil) poller=0x55a457fa5010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 4:ao 0x55a457fa4f50: inprogress: poller=0x55a457fa5010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 4: ev 0x55a457fa48d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a457fa4f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a457fa4f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 4:ao 0x55a457fb2d30: create: how=(nil) callback=(nil) poller=0x55a457fa5010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 4:ao 0x55a457fb2d30: inprogress: poller=0x55a457fa5010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x565182db71b0: create: how=(nil) callback=(nil) poller=0x565182db7250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 4, flags 1, hvm 0 xc: info: Saving domain 4, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 5:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15707 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x565182db71b0: inprogress: poller=0x565182db7250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839c09 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 5, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 4:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a457faed68 wpath=/local/domain/4/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed68 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed68 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a457faed68 wpath=/local/domain/4/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 4:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 4:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a457faed80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 4:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a457faed80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457faed80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55a457faedf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[0] -> d0 0x42e2f6 domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[1] -> d0 0x42e2f7 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a457fb2d30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a457fb2d30: destroy xc: info: XenStore: mfn 0x42e2f7, dom 0, evt 1 xc: info: Console: mfn 0x42e2f6, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565182db8110 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565182db56f0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565182db8110 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565182db8110 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db8110: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565182db56f0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565182db56f0 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db56f0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db8210: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db8210: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db57f0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db57f0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565182dba430 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565182dba430 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565182dba430 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565182dba430 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182dba430: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182dba530: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182dba530: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565182db0cf8 wpath=/local/domain/5/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565182db0cf8 wpath=/local/domain/5/console/tty token=2/3: event epath=/local/domain/5/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x565182db71b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565182db0cf8 wpath=/local/domain/5/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565182db0cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565182db71b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565182db71b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 5:ao 0x565182daafc0: create: how=(nil) callback=(nil) poller=0x565182db7250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565182daafc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 5:ao 0x565182daafc0: inprogress: poller=0x565182db7250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565182daafc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 4:ao 0x55a457fb2950: create: how=(nil) callback=(nil) poller=0x55a457fa5010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a457fab4b0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a457faed30 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a457fabe40 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 4:ao 0x55a457fb2950: inprogress: poller=0x55a457fa5010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457fab4b0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/4/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a457fab4b0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fab4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed30 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/4/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/4/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/4/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457fabe40 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457faed30 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/4/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a457faed30 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457faed30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457fabe40 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a457fabe40 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a457fabe40 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fabe40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 4: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vif/4/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: vif: vif4.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fab5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fab5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457faee30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457faee30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fabf40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a457fabf40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 4:Forked pid 16971 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a457fb2950: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a457fb2950: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:47:33 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:47:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 33206.6, received 30796.1 debug1: Exit status 0 2020-07-22 07:47:33 Z ========== rep 2 ========== 2020-07-22 07:47:33 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:47:33 Z guest debian.guest.osstest state is b 2020-07-22 07:47:33 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 5:ao 0x55f8c25c8f50: create: how=(nil) callback=(nil) poller=0x55f8c25c9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 5:ao 0x55f8c25c8f50: inprogress: poller=0x55f8c25c9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 5: ev 0x55f8c25c88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8c25c8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8c25c8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 5:ao 0x55f8c25d2920: create: how=(nil) callback=(nil) poller=0x55f8c25c9010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55b9553f81b0: create: how=(nil) callback=(nil) poller=0x55b9553f8250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 5:ao 0x55f8c25d2920: inprogress: poller=0x55f8c25c9010, flags=i libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 5, flags 1, hvm 0 xc: info: Saving domain 5, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 6:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15771 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15771 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55b9553f81b0: inprogress: poller=0x55b9553f8250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42ec1d xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 6, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 5:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8c25d2d68 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2d68 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8c25d2d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f8c25d2df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0x8397d0 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0x8397d1 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8c25d2920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8c25d2920: destroy xc: info: XenStore: mfn 0x8397d1, dom 0, evt 1 xc: info: Console: mfn 0x8397d0, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b9553f9110 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b9553f66f0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b9553f9110 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b9553f9110 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f9110: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b9553f66f0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b9553f66f0 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f66f0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f9210: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f9210: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f67f0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f67f0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b9553fb430 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b9553fb430 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b9553fb430 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b9553fb430 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553fb430: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553fb530: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553fb530: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b9553f1cf8 wpath=/local/domain/6/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b9553f1cf8 wpath=/local/domain/6/console/tty token=2/3: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b9553f81b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b9553f1cf8 wpath=/local/domain/6/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b9553f1cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b9553f81b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b9553f81b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 6:ao 0x55b9553ebfc0: create: how=(nil) callback=(nil) poller=0x55b9553f8250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b9553ebfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 6:ao 0x55b9553ebfc0: inprogress: poller=0x55b9553f8250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b9553ebfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 5:ao 0x55f8c25d76f0: create: how=(nil) callback=(nil) poller=0x55f8c25c9010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8c25cf4b0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8c25d2d30 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8c25cfe40 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 5:ao 0x55f8c25d76f0: inprogress: poller=0x55f8c25c9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25cf4b0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8c25cf4b0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cf4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d30 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25cfe40 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25d2d30 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2d30 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25cfe40 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8c25cfe40 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8c25cfe40 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cfe40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cf5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cf5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25d2e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cff40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8c25cff40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 5:Forked pid 17304 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8c25d76f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8c25d76f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:47:42 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:47:42 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32838.4, received 30454.6 debug1: Exit status 0 2020-07-22 07:47:42 Z ========== rep 3 ========== 2020-07-22 07:47:42 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:47:42 Z guest debian.guest.osstest state is b 2020-07-22 07:47:42 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 6:ao 0x557206a80f50: create: how=(nil) callback=(nil) poller=0x557206a81010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 6:ao 0x557206a80f50: inprogress: poller=0x557206a81010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 6: ev 0x557206a808d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557206a80f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557206a80f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 6:ao 0x557206a8a920: create: how=(nil) callback=(nil) poller=0x557206a81010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 6:ao 0x557206a8a920: inprogress: poller=0x557206a81010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x56175c8081b0: create: how=(nil) callback=(nil) poller=0x56175c808250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 0 xc: info: Saving domain 6, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15707 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x56175c8081b0: inprogress: poller=0x56175c808250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x8688f7 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 6:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557206a8ad68 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557206a8ad68 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557206a8ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557206a8ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a8ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x557206a8adf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0x41f246 domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0x41f247 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557206a8a920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557206a8a920: destroy xc: info: XenStore: mfn 0x41f247, dom 0, evt 1 xc: info: Console: mfn 0x41f246, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56175c809110 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56175c8066f0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56175c809110 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56175c809110 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c809110: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56175c8066f0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56175c8066f0 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c8066f0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c809210: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c809210: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c8067f0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c8067f0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56175c80b430 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56175c80b430 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56175c80b430 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56175c80b430 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c80b430: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c80b530: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c80b530: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56175c801cf8 wpath=/local/domain/7/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56175c801cf8 wpath=/local/domain/7/console/tty token=2/3: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56175c8081b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56175c801cf8 wpath=/local/domain/7/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56175c801cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56175c8081b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56175c8081b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 7:ao 0x56175c7fbfc0: create: how=(nil) callback=(nil) poller=0x56175c808250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56175c7fbfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 7:ao 0x56175c7fbfc0: inprogress: poller=0x56175c808250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56175c7fbfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 6:ao 0x557206a8f6f0: create: how=(nil) callback=(nil) poller=0x557206a81010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557206a874b0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557206a8ad30 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557206a87e40 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 6:ao 0x557206a8f6f0: inprogress: poller=0x557206a81010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a874b0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557206a874b0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a874b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad30 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a87e40 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a8ad30 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557206a8ad30 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a8ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a87e40 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557206a87e40 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557206a87e40 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a87e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a875b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a875b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a8ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a8ae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a87f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557206a87f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 6:Forked pid 17634 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557206a8f6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557206a8f6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:47:51 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:47:51 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32818.5, received 30436.2 debug1: Exit status 0 2020-07-22 07:47:51 Z ========== rep 4 ========== 2020-07-22 07:47:51 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:47:51 Z guest debian.guest.osstest state is b 2020-07-22 07:47:51 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 7:ao 0x55d6b3615f50: create: how=(nil) callback=(nil) poller=0x55d6b3616010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 7:ao 0x55d6b3615f50: inprogress: poller=0x55d6b3616010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 7: ev 0x55d6b36158d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6b3615f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6b3615f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 7:ao 0x55d6b361f920: create: how=(nil) callback=(nil) poller=0x55d6b3616010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 7:ao 0x55d6b361f920: inprogress: poller=0x55d6b3616010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x564be7d661b0: create: how=(nil) callback=(nil) poller=0x564be7d66250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 0 xc: info: Saving domain 7, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15194 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15771 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15771 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x564be7d661b0: inprogress: poller=0x564be7d66250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40f36d xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 7:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6b361fd68 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6b361fd68 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6b361fd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6b361fd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361fd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d6b361fdf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0x849c7c domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0x849c7d xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6b361f920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6b361f920: destroy xc: info: XenStore: mfn 0x849c7d, dom 0, evt 1 xc: info: Console: mfn 0x849c7c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564be7d67110 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564be7d646f0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564be7d67110 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564be7d67110 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d67110: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564be7d646f0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564be7d646f0 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d646f0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d67210: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d67210: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d647f0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d647f0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564be7d69430 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564be7d69430 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564be7d69430 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564be7d69430 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d69430: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d69530: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d69530: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564be7d5fcf8 wpath=/local/domain/8/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564be7d5fcf8 wpath=/local/domain/8/console/tty token=2/3: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x564be7d661b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564be7d5fcf8 wpath=/local/domain/8/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564be7d5fcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564be7d661b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564be7d661b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 8:ao 0x564be7d59fc0: create: how=(nil) callback=(nil) poller=0x564be7d66250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564be7d59fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 8:ao 0x564be7d59fc0: inprogress: poller=0x564be7d66250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564be7d59fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 7:ao 0x55d6b36246f0: create: how=(nil) callback=(nil) poller=0x55d6b3616010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6b361c4b0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6b361fd30 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6b361ce40 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 7:ao 0x55d6b36246f0: inprogress: poller=0x55d6b3616010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361c4b0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6b361c4b0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361c4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd30 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361ce40 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361fd30 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6b361fd30 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361fd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361ce40 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6b361ce40 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6b361ce40 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361ce40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361fe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361fe30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361c5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361c5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361cf40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6b361cf40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 7:Forked pid 17966 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6b36246f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6b36246f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:00 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:00 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32732.2, received 30356.1 debug1: Exit status 0 2020-07-22 07:48:00 Z ========== rep 5 ========== 2020-07-22 07:48:00 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:00 Z guest debian.guest.osstest state is b 2020-07-22 07:48:00 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 8:ao 0x55e75e439f50: create: how=(nil) callback=(nil) poller=0x55e75e43a010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 8:ao 0x55e75e439f50: inprogress: poller=0x55e75e43a010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 8: ev 0x55e75e4398d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e75e439f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e75e439f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 8:ao 0x55e75e443920: create: how=(nil) callback=(nil) poller=0x55e75e43a010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl_domain.c:539:libxl_domain_suspend: Domain 8:ao 0x55e75e443920: inprogress: poller=0x55e75e43a010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5609b27ec1b0: create: how=(nil) callback=(nil) poller=0x5609b27ec250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 0 xc: info: Saving domain 8, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15706 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15706 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5609b27ec1b0: inprogress: poller=0x5609b27ec250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839da3 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 8:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e75e443d68 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e75e443d68 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e75e443d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e75e443d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e443d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e75e443df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0x40f19e domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0x40f19f xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e75e443920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e75e443920: destroy xc: info: XenStore: mfn 0x40f19f, dom 0, evt 1 xc: info: Console: mfn 0x40f19e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5609b27ed110 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5609b27ea6f0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5609b27ed110 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5609b27ed110 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ed110: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5609b27ea6f0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5609b27ea6f0 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ea6f0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ea7f0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ea7f0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ed210: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ed210: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5609b27ef430 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5609b27ef430 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5609b27ef430 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5609b27ef430 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ef430: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ef530: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27ef530: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5609b27e5cf8 wpath=/local/domain/9/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5609b27e5cf8 wpath=/local/domain/9/console/tty token=2/3: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5609b27ec1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5609b27e5cf8 wpath=/local/domain/9/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5609b27e5cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5609b27ec1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5609b27ec1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 9:ao 0x5609b27dffc0: create: how=(nil) callback=(nil) poller=0x5609b27ec250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5609b27dffc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 9:ao 0x5609b27dffc0: inprogress: poller=0x5609b27ec250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5609b27dffc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 8:ao 0x55e75e4486f0: create: how=(nil) callback=(nil) poller=0x55e75e43a010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e75e4404b0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e75e443d30 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e75e440e40 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 8:ao 0x55e75e4486f0: inprogress: poller=0x55e75e43a010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e4404b0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e75e4404b0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e4404b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d30 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e440e40 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e443d30 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e75e443d30 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e443d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e440e40 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e75e440e40 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e75e440e40 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e440e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e443e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e443e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e4405b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e4405b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e440f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e75e440f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 8:Forked pid 18298 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e75e4486f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e75e4486f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:09 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:09 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32757.4, received 30379.5 debug1: Exit status 0 2020-07-22 07:48:09 Z ========== rep 6 ========== 2020-07-22 07:48:09 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:10 Z guest debian.guest.osstest state is b 2020-07-22 07:48:10 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 9:ao 0x55d253470f50: create: how=(nil) callback=(nil) poller=0x55d253471010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 9:ao 0x55d253470f50: inprogress: poller=0x55d253471010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 9: ev 0x55d2534708d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d253470f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d253470f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 9:ao 0x55d25347a920: create: how=(nil) callback=(nil) poller=0x55d253471010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 9:ao 0x55d25347a920: inprogress: poller=0x55d253471010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55d22be101b0: create: how=(nil) callback=(nil) poller=0x55d22be10250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 0 xc: info: Saving domain 9, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15194 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55d22be101b0: inprogress: poller=0x55d22be10250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42f2c5 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 9:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d25347ad68 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d25347ad68 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d25347ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d25347ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d25347ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d25347adf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0x87e0ff domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0x87e100 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d25347a920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d25347a920: destroy xc: info: XenStore: mfn 0x87e100, dom 0, evt 1 xc: info: Console: mfn 0x87e0ff, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d22be0d4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d22be0e860 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d22be0d4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d22be0d4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0d4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d22be0e860 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d22be0e860 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0e860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0d5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0d5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0e960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be0e960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d22be13490 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d22be13490 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d22be13490 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d22be13490 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be13490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be13590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be13590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d22be09cf8 wpath=/local/domain/10/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d22be09cf8 wpath=/local/domain/10/console/tty token=2/3: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d22be101b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d22be09cf8 wpath=/local/domain/10/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d22be09cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d22be101b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d22be101b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 10:ao 0x55d22be156b0: create: how=(nil) callback=(nil) poller=0x55d22be10250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d22be156b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 10:ao 0x55d22be156b0: inprogress: poller=0x55d22be10250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d22be156b0: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 9:ao 0x55d25347f6f0: create: how=(nil) callback=(nil) poller=0x55d253471010 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2534774b0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d25347ad30 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d253477e40 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 9:ao 0x55d25347f6f0: inprogress: poller=0x55d253471010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2534774b0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2534774b0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2534774b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad30 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d253477e40 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d25347ad30 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d25347ad30 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d25347ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d253477e40 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d253477e40 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d253477e40 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d253477e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2534775b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2534775b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d25347ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d25347ae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d253477f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d253477f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 9:Forked pid 18629 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d25347f6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d25347f6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:18 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:18 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 28567.1, received 26493.4 debug1: Exit status 0 2020-07-22 07:48:18 Z ========== rep 7 ========== 2020-07-22 07:48:18 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:19 Z guest debian.guest.osstest state is b 2020-07-22 07:48:19 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 10:ao 0x55ac55664f50: create: how=(nil) callback=(nil) poller=0x55ac55665010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 10:ao 0x55ac55664f50: inprogress: poller=0x55ac55665010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 10: ev 0x55ac556648d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ac55664f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ac55664f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 10:ao 0x55ac5566e920: create: how=(nil) callback=(nil) poller=0x55ac55665010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 10:ao 0x55ac5566e920: inprogress: poller=0x55ac55665010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55e1d1d711b0: create: how=(nil) callback=(nil) poller=0x55e1d1d71250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 0 xc: info: Saving domain 10, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15706 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15706 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55e1d1d711b0: inprogress: poller=0x55e1d1d71250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x87c626 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 10:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ac5566ed68 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ac5566ed68 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ac5566ed80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ac5566ed80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566ed80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55ac5566edf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0x42f127 domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0x42f128 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ac5566e920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ac5566e920: destroy xc: info: XenStore: mfn 0x42f128, dom 0, evt 1 xc: info: Console: mfn 0x42f127, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1d1d6e4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1d1d6f860 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1d1d6e4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6e4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6e4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1d1d6f860 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6f860 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6f860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6e5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6e5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6f960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6f960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1d1d74490 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1d1d74490 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1d1d74490 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1d1d74490 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d74490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d74590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d74590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e1d1d6acf8 wpath=/local/domain/11/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e1d1d6acf8 wpath=/local/domain/11/console/tty token=2/3: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e1d1d711b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6acf8 wpath=/local/domain/11/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e1d1d6acf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e1d1d711b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e1d1d711b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 11:ao 0x55e1d1d766b0: create: how=(nil) callback=(nil) poller=0x55e1d1d71250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e1d1d766b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 11:ao 0x55e1d1d766b0: inprogress: poller=0x55e1d1d71250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e1d1d766b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 10:ao 0x55ac556736f0: create: how=(nil) callback=(nil) poller=0x55ac55665010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ac5566b4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ac5566ed30 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ac5566be40 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 10:ao 0x55ac556736f0: inprogress: poller=0x55ac55665010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566b4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ac5566b4b0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566b4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed30 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566be40 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566ed30 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ac5566ed30 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566ed30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566be40 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ac5566be40 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ac5566be40 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566be40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566b5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566b5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566ee30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566ee30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566bf40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ac5566bf40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 10:Forked pid 18959 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ac556736f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ac556736f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:27 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:27 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32885.0, received 30497.9 debug1: Exit status 0 2020-07-22 07:48:28 Z ========== rep 8 ========== 2020-07-22 07:48:28 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:28 Z guest debian.guest.osstest state is b 2020-07-22 07:48:28 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 11:ao 0x556145be4f50: create: how=(nil) callback=(nil) poller=0x556145be5010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 11:ao 0x556145be4f50: inprogress: poller=0x556145be5010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 11: ev 0x556145be48d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556145be4f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556145be4f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 11:ao 0x556145bee920: create: how=(nil) callback=(nil) poller=0x556145be5010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 11:ao 0x556145bee920: inprogress: poller=0x556145be5010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x561cc69c31b0: create: how=(nil) callback=(nil) poller=0x561cc69c3250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 0 xc: info: Saving domain 11, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15193 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x561cc69c31b0: inprogress: poller=0x561cc69c3250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40fa4e xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 11:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556145beed68 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556145beed68 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556145beed80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556145beed80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beed80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556145beedf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0x83dd70 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0x83dd71 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556145bee920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556145bee920: destroy xc: info: XenStore: mfn 0x83dd71, dom 0, evt 1 xc: info: Console: mfn 0x83dd70, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561cc69c04b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561cc69c1860 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561cc69c04b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561cc69c04b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c04b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561cc69c1860 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561cc69c1860 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c1860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c05b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c05b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c1960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c1960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561cc69c6490 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561cc69c6490 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561cc69c6490 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561cc69c6490 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c6490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c6590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69c6590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561cc69bccf8 wpath=/local/domain/12/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561cc69bccf8 wpath=/local/domain/12/console/tty token=2/3: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x561cc69c31b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561cc69bccf8 wpath=/local/domain/12/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561cc69bccf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561cc69c31b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561cc69c31b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 12:ao 0x561cc69c86b0: create: how=(nil) callback=(nil) poller=0x561cc69c3250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561cc69c86b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 12:ao 0x561cc69c86b0: inprogress: poller=0x561cc69c3250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561cc69c86b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 11:ao 0x556145bf36f0: create: how=(nil) callback=(nil) poller=0x556145be5010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556145beb4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556145beed30 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556145bebe40 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 11:ao 0x556145bf36f0: inprogress: poller=0x556145be5010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beb4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556145beb4b0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beb4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed30 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145bebe40 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145beed30 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556145beed30 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beed30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145bebe40 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556145bebe40 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556145bebe40 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145bebe40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beb5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beb5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beee30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145beee30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145bebf40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556145bebf40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 11:Forked pid 19290 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556145bf36f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556145bf36f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:36 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:36 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32964.8, received 30571.8 debug1: Exit status 0 2020-07-22 07:48:37 Z ========== rep 9 ========== 2020-07-22 07:48:37 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:37 Z guest debian.guest.osstest state is b 2020-07-22 07:48:37 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 12:ao 0x562590cc8f50: create: how=(nil) callback=(nil) poller=0x562590cc9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 12:ao 0x562590cc8f50: inprogress: poller=0x562590cc9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 12: ev 0x562590cc88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562590cc8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562590cc8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 12:ao 0x562590cd2920: create: how=(nil) callback=(nil) poller=0x562590cc9010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 12:ao 0x562590cd2920: inprogress: poller=0x562590cc9010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55f4196941b0: create: how=(nil) callback=(nil) poller=0x55f419694250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 0 xc: info: Saving domain 12, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 13:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15705 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15705 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55f4196941b0: inprogress: poller=0x55f419694250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x831897 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 12:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562590cd2d68 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562590cd2d68 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562590cd2d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562590cd2d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590cd2d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562590cd2df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0x41f8d3 domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0x41f8d4 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562590cd2920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562590cd2920: destroy xc: info: XenStore: mfn 0x41f8d4, dom 0, evt 1 xc: info: Console: mfn 0x41f8d3, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4196914b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f419692860 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4196914b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4196914b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4196914b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f419692860 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f419692860 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419692860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4196915b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4196915b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419692960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419692960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f419697490 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f419697490 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f419697490 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f419697490 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419697490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419697590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f419697590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f41968dcf8 wpath=/local/domain/13/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f41968dcf8 wpath=/local/domain/13/console/tty token=2/3: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f4196941b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f41968dcf8 wpath=/local/domain/13/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f41968dcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4196941b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4196941b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 13:ao 0x55f4196996b0: create: how=(nil) callback=(nil) poller=0x55f419694250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4196996b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 13:ao 0x55f4196996b0: inprogress: poller=0x55f419694250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4196996b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 12:ao 0x562590cd76f0: create: how=(nil) callback=(nil) poller=0x562590cc9010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562590ccf4b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562590cd2d30 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562590ccfe40 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 12:ao 0x562590cd76f0: inprogress: poller=0x562590cc9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590ccf4b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562590ccf4b0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccf4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d30 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590ccfe40 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590cd2d30 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562590cd2d30 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590cd2d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590ccfe40 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562590ccfe40 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562590ccfe40 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccfe40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590cd2e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590cd2e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccf5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccf5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccff40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562590ccff40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 12:Forked pid 19620 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562590cd76f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562590cd76f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:45 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:46 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 33145.0, received 30739.0 debug1: Exit status 0 2020-07-22 07:48:46 Z ========== rep 10 ========== 2020-07-22 07:48:46 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:46 Z guest debian.guest.osstest state is b 2020-07-22 07:48:46 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 13:ao 0x55d7e66e0f50: create: how=(nil) callback=(nil) poller=0x55d7e66e1010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 13:ao 0x55d7e66e0f50: inprogress: poller=0x55d7e66e1010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 13: ev 0x55d7e66e08d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d7e66e0f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d7e66e0f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 13:ao 0x55d7e66ea920: create: how=(nil) callback=(nil) poller=0x55d7e66e1010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 13:ao 0x55d7e66ea920: inprogress: poller=0x55d7e66e1010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55b5a2e941b0: create: how=(nil) callback=(nil) poller=0x55b5a2e94250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 0 xc: info: Saving domain 13, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15193 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15772 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15772 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55b5a2e941b0: inprogress: poller=0x55b5a2e94250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42f9fa xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 13:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7e66ead68 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7e66ead68 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7e66ead80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7e66ead80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66ead80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d7e66eadf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0x839bcd domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0x839bce xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d7e66ea920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d7e66ea920: destroy xc: info: XenStore: mfn 0x839bce, dom 0, evt 1 xc: info: Console: mfn 0x839bcd, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5a2e914b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5a2e92860 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5a2e914b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5a2e914b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e914b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5a2e92860 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5a2e92860 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e92860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e915b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e915b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e92960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e92960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5a2e97490 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5a2e97490 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5a2e97490 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5a2e97490 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e97490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e97590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e97590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b5a2e8dcf8 wpath=/local/domain/14/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b5a2e8dcf8 wpath=/local/domain/14/console/tty token=2/3: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b5a2e941b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b5a2e8dcf8 wpath=/local/domain/14/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b5a2e8dcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b5a2e941b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b5a2e941b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 14:ao 0x55b5a2e996b0: create: how=(nil) callback=(nil) poller=0x55b5a2e94250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b5a2e996b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 14:ao 0x55b5a2e996b0: inprogress: poller=0x55b5a2e94250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b5a2e996b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 13:ao 0x55d7e66ef6f0: create: how=(nil) callback=(nil) poller=0x55d7e66e1010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7e66e74b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7e66ead30 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7e66e7e40 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 13:ao 0x55d7e66ef6f0: inprogress: poller=0x55d7e66e1010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66e74b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7e66e74b0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e74b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead30 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66e7e40 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66ead30 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7e66ead30 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66ead30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66e7e40 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7e66e7e40 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7e66e7e40 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e7e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e75b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e75b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66eae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66eae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e7f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7e66e7f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 13:Forked pid 19951 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d7e66ef6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d7e66ef6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:48:54 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:48:55 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32542.2, received 30179.9 debug1: Exit status 0 2020-07-22 07:48:55 Z ========== rep 11 ========== 2020-07-22 07:48:55 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:48:55 Z guest debian.guest.osstest state is b 2020-07-22 07:48:55 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 14:ao 0x563cc9d23f50: create: how=(nil) callback=(nil) poller=0x563cc9d24010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 14:ao 0x563cc9d23f50: inprogress: poller=0x563cc9d24010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 14: ev 0x563cc9d238d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563cc9d23f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563cc9d23f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 14:ao 0x563cc9d2d920: create: how=(nil) callback=(nil) poller=0x563cc9d24010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 14:ao 0x563cc9d2d920: inprogress: poller=0x563cc9d24010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55b0b166d1b0: create: how=(nil) callback=(nil) poller=0x55b0b166d250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 0 xc: info: Saving domain 14, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15705 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15705 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55b0b166d1b0: inprogress: poller=0x55b0b166d250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x868cf4 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 14:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563cc9d2dd68 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563cc9d2dd68 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563cc9d2dd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563cc9d2dd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2dd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563cc9d2ddf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0x42f86c domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0x42f86d xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563cc9d2d920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563cc9d2d920: destroy xc: info: XenStore: mfn 0x42f86d, dom 0, evt 1 xc: info: Console: mfn 0x42f86c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0b166a4b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0b166b860 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0b166a4b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0b166a4b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166a4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0b166b860 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0b166b860 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166b860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166a5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166a5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166b960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b166b960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0b1670490 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0b1670490 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0b1670490 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0b1670490 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b1670490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b1670590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b1670590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0b1666cf8 wpath=/local/domain/15/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0b1666cf8 wpath=/local/domain/15/console/tty token=2/3: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b0b166d1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0b1666cf8 wpath=/local/domain/15/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0b1666cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0b166d1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0b166d1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 15:ao 0x55b0b16726b0: create: how=(nil) callback=(nil) poller=0x55b0b166d250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0b16726b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 15:ao 0x55b0b16726b0: inprogress: poller=0x55b0b166d250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0b16726b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 14:ao 0x563cc9d326f0: create: how=(nil) callback=(nil) poller=0x563cc9d24010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563cc9d2a4b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563cc9d2dd30 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563cc9d2ae40 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 14:ao 0x563cc9d326f0: inprogress: poller=0x563cc9d24010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2a4b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563cc9d2a4b0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2a4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd30 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2ae40 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2dd30 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563cc9d2dd30 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2dd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2ae40 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563cc9d2ae40 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563cc9d2ae40 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2ae40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2a5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2a5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2de30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2de30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2af40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563cc9d2af40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 14:Forked pid 20281 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563cc9d326f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563cc9d326f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:03 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:04 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 29784.2, received 27622.2 debug1: Exit status 0 2020-07-22 07:49:04 Z ========== rep 12 ========== 2020-07-22 07:49:04 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:04 Z guest debian.guest.osstest state is b 2020-07-22 07:49:04 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 15:ao 0x55c32bbf9f50: create: how=(nil) callback=(nil) poller=0x55c32bbfa010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 15:ao 0x55c32bbf9f50: inprogress: poller=0x55c32bbfa010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 15: ev 0x55c32bbf98d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c32bbf9f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c32bbf9f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 15:ao 0x55c32bc03920: create: how=(nil) callback=(nil) poller=0x55c32bbfa010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 15:ao 0x55c32bc03920: inprogress: poller=0x55c32bbfa010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x555d4e6801b0: create: how=(nil) callback=(nil) poller=0x555d4e680250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 0 xc: info: Saving domain 15, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15193 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15773 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x555d4e6801b0: inprogress: poller=0x555d4e680250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 0, stream_type 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x403993 xc: detail: max_pfn 0x1ffff, p2m_frames 256 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 15:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c32bc03d68 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c32bc03d68 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c32bc03d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c32bc03d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc03d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55c32bc03df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0x835e0e domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0x835e0f xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c32bc03920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c32bc03920: destroy xc: info: XenStore: mfn 0x835e0f, dom 0, evt 1 xc: info: Console: mfn 0x835e0e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555d4e67d4b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555d4e67e860 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555d4e67d4b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555d4e67d4b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67d4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555d4e67e860 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555d4e67e860 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67e860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67d5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67d5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67e960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e67e960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555d4e683490 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555d4e683490 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555d4e683490 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555d4e683490 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e683490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e683590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e683590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555d4e679cf8 wpath=/local/domain/16/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555d4e679cf8 wpath=/local/domain/16/console/tty token=2/3: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x555d4e6801b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555d4e679cf8 wpath=/local/domain/16/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555d4e679cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555d4e6801b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555d4e6801b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 16:ao 0x555d4e6856b0: create: how=(nil) callback=(nil) poller=0x555d4e680250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555d4e6856b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 16:ao 0x555d4e6856b0: inprogress: poller=0x555d4e680250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555d4e6856b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 15:ao 0x55c32bc086f0: create: how=(nil) callback=(nil) poller=0x55c32bbfa010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c32bc004b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c32bc03d30 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c32bc00e40 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 15:ao 0x55c32bc086f0: inprogress: poller=0x55c32bbfa010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc004b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c32bc004b0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc004b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d30 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc00e40 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc03d30 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c32bc03d30 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc03d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc00e40 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c32bc00e40 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c32bc00e40 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc00e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc03e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc03e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc005b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc005b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc00f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c32bc00f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 15:Forked pid 20611 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c32bc086f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c32bc086f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:13 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:13 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32730.2, received 30354.3 debug1: Exit status 0 2020-07-22 07:49:13 Z ========== rep 13 ========== 2020-07-22 07:49:13 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:13 Z guest debian.guest.osstest state is b 2020-07-22 07:49:13 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 16:ao 0x558b5e060f50: create: how=(nil) callback=(nil) poller=0x558b5e061010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 16:ao 0x558b5e060f50: inprogress: poller=0x558b5e061010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 16: ev 0x558b5e0608d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558b5e060f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558b5e060f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 16:ao 0x558b5e06a920: create: how=(nil) callback=(nil) poller=0x558b5e061010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 16:ao 0x558b5e06a920: inprogress: poller=0x558b5e061010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5653bda281b0: create: how=(nil) callback=(nil) poller=0x5653bda28250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 0 xc: info: Saving domain 16, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5653bda281b0: inprogress: poller=0x5653bda28250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x83da35 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 16:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558b5e06ad68 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558b5e06ad68 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558b5e06ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558b5e06ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e06ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x558b5e06adf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0x40f809 domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0x40f80a xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558b5e06a920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558b5e06a920: destroy xc: info: XenStore: mfn 0x40f80a, dom 0, evt 1 xc: info: Console: mfn 0x40f809, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5653bda254b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5653bda26860 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5653bda254b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5653bda254b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda254b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5653bda26860 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5653bda26860 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda26860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda255b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda255b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda26960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda26960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5653bda2b490 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5653bda2b490 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5653bda2b490 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5653bda2b490 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda2b490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda2b590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda2b590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5653bda21cf8 wpath=/local/domain/17/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5653bda21cf8 wpath=/local/domain/17/console/tty token=2/3: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5653bda281b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5653bda21cf8 wpath=/local/domain/17/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5653bda21cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5653bda281b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5653bda281b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 17:ao 0x5653bda2d6b0: create: how=(nil) callback=(nil) poller=0x5653bda28250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5653bda2d6b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 17:ao 0x5653bda2d6b0: inprogress: poller=0x5653bda28250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5653bda2d6b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:318 total releases:318 libxl_domain.c:1045:libxl_domain_destroy: Domain 16:ao 0x558b5e06f6f0: create: how=(nil) callback=(nil) poller=0x558b5e061010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558b5e0674b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558b5e06ad30 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558b5e067e40 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 16:ao 0x558b5e06f6f0: inprogress: poller=0x558b5e061010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e0674b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558b5e0674b0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e0674b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad30 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e067e40 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e06ad30 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558b5e06ad30 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e06ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e067e40 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558b5e067e40 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558b5e067e40 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e067e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e0675b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e0675b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e06ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e06ae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e067f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558b5e067f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 16:Forked pid 20942 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558b5e06f6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558b5e06f6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:22 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:22 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 33156.2, received 30749.4 debug1: Exit status 0 2020-07-22 07:49:22 Z ========== rep 14 ========== 2020-07-22 07:49:22 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:22 Z guest debian.guest.osstest state is b 2020-07-22 07:49:22 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 17:ao 0x5586d2a4cf50: create: how=(nil) callback=(nil) poller=0x5586d2a4d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 17:ao 0x5586d2a4cf50: inprogress: poller=0x5586d2a4d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 17: ev 0x5586d2a4c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5586d2a4cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5586d2a4cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 17:ao 0x5586d2a56920: create: how=(nil) callback=(nil) poller=0x5586d2a4d010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 17:ao 0x5586d2a56920: inprogress: poller=0x5586d2a4d010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55e6a83231b0: create: how=(nil) callback=(nil) poller=0x55e6a8323250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 0 xc: info: Saving domain 17, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15192 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15773 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55e6a83231b0: inprogress: poller=0x55e6a8323250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x403930 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 17:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5586d2a56d68 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5586d2a56d68 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5586d2a56d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5586d2a56d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a56d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5586d2a56df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0x8498aa domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0x8498ab xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5586d2a56920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5586d2a56920: destroy xc: info: XenStore: mfn 0x8498ab, dom 0, evt 1 xc: info: Console: mfn 0x8498aa, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e6a83204b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e6a8321860 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e6a83204b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e6a83204b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a83204b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e6a8321860 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e6a8321860 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8321860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a83205b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a83205b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8321960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8321960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e6a8326490 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e6a8326490 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e6a8326490 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e6a8326490 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8326490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8326590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a8326590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e6a831ccf8 wpath=/local/domain/18/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e6a831ccf8 wpath=/local/domain/18/console/tty token=2/3: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e6a83231b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e6a831ccf8 wpath=/local/domain/18/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e6a831ccf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e6a83231b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e6a83231b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 18:ao 0x55e6a83286b0: create: how=(nil) callback=(nil) poller=0x55e6a8323250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e6a83286b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 18:ao 0x55e6a83286b0: inprogress: poller=0x55e6a8323250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e6a83286b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3libxl_domain.c:1045:libxl_domain_destroy: Domain 17:ao 0x5586d2a5b6f0: create: how=(nil) callback=(nil) poller=0x5586d2a4d010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5586d2a534b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5586d2a56d30 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5586d2a53e40 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 17:ao 0x5586d2a5b6f0: inprogress: poller=0x5586d2a4d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a534b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5586d2a534b0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a534b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d30 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a53e40 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a56d30 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5586d2a56d30 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a56d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a53e40 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5586d2a53e40 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5586d2a53e40 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a53e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a535b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a535b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a56e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a56e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a53f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5586d2a53f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 17:Forked pid 21272 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5586d2a5b6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5586d2a5b6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:31 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:31 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32558.8, received 30195.3 debug1: Exit status 0 2020-07-22 07:49:31 Z ========== rep 15 ========== 2020-07-22 07:49:31 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:31 Z guest debian.guest.osstest state is b 2020-07-22 07:49:31 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 18:ao 0x55d731102f50: create: how=(nil) callback=(nil) poller=0x55d731103010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 18:ao 0x55d731102f50: inprogress: poller=0x55d731103010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 18: ev 0x55d7311028d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d731102f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d731102f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 18:ao 0x55d73110c920: create: how=(nil) callback=(nil) poller=0x55d731103010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 18:ao 0x55d73110c920: inprogress: poller=0x55d731103010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55ce4ee641b0: create: how=(nil) callback=(nil) poller=0x55ce4ee64250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 0 xc: info: Saving domain 18, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55ce4ee641b0: inprogress: poller=0x55ce4ee64250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x85fad1 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 18:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d73110cd68 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d73110cd68 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d73110cd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d73110cd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d73110cd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d73110cdf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0x403f8c domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0x403f8d xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d73110c920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d73110c920: destroy xc: info: XenStore: mfn 0x403f8d, dom 0, evt 1 xc: info: Console: mfn 0x403f8c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ce4ee614b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ce4ee62860 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ce4ee614b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ce4ee614b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee614b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ce4ee62860 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ce4ee62860 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee62860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee62960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee62960: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee615b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee615b0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ce4ee67490 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ce4ee67490 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ce4ee67490 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ce4ee67490 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee67490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee67590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee67590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ce4ee5dcf8 wpath=/local/domain/19/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ce4ee5dcf8 wpath=/local/domain/19/console/tty token=2/3: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ce4ee641b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ce4ee5dcf8 wpath=/local/domain/19/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ce4ee5dcf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ce4ee641b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ce4ee641b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 19:ao 0x55ce4ee696b0: create: how=(nil) callback=(nil) poller=0x55ce4ee64250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ce4ee696b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 19:ao 0x55ce4ee696b0: inprogress: poller=0x55ce4ee64250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ce4ee696b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 18:ao 0x55d7311116f0: create: how=(nil) callback=(nil) poller=0x55d731103010xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d7311094b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d73110cd30 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d731109e40 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 18:ao 0x55d7311116f0: inprogress: poller=0x55d731103010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d7311094b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d7311094b0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7311094b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd30 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d731109e40 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d73110cd30 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d73110cd30 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d73110cd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d731109e40 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d731109e40 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d731109e40 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d731109e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7311095b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d7311095b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d73110ce30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d73110ce30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d731109f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d731109f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 18:Forked pid 21603 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d7311116f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d7311116f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:40 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:40 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 33188.0, received 30778.9 debug1: Exit status 0 2020-07-22 07:49:40 Z ========== rep 16 ========== 2020-07-22 07:49:40 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:40 Z guest debian.guest.osstest state is b 2020-07-22 07:49:40 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 19:ao 0x562e49a05f50: create: how=(nil) callback=(nil) poller=0x562e49a06010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 19:ao 0x562e49a05f50: inprogress: poller=0x562e49a06010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 19: ev 0x562e49a058d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562e49a05f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562e49a05f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 19:ao 0x562e49a0f920: create: how=(nil) callback=(nil) poller=0x562e49a06010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 19:ao 0x562e49a0f920: inprogress: poller=0x562e49a06010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x5558939ef1b0: create: how=(nil) callback=(nil) poller=0x5558939ef250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 0 xc: info: Saving domain 19, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 20:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15192 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15774 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x5558939ef1b0: inprogress: poller=0x5558939ef250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40beb3 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 19:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562e49a0fd68 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0fd68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0fd68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562e49a0fd68 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562e49a0fd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562e49a0fd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0fd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562e49a0fdf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0x8318f9 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0x8318fa xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562e49a0f920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562e49a0f920: destroy xc: info: XenStore: mfn 0x8318fa, dom 0, evt 1 xc: info: Console: mfn 0x8318f9, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5558939ec4b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5558939ed860 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939ec4b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5558939ec4b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ec4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939ed860 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939ed860 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5558939ed860 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ed860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ec5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ec5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ed960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939ed960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5558939f2470 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939f2470 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939f2470 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5558939f2470 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939f2470: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939f2570: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939f2570: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5558939e8cf8 wpath=/local/domain/20/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5558939e8cf8 wpath=/local/domain/20/console/tty token=2/3: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5558939ef1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5558939e8cf8 wpath=/local/domain/20/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5558939e8cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5558939ef1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5558939ef1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 20:ao 0x5558939f46b0: create: how=(nil) callback=(nil) poller=0x5558939ef250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5558939f46b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 20:ao 0x5558939f46b0: inprogress: poller=0x5558939ef250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5558939f46b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 19:ao 0x562e49a146f0: create: how=(nil) callback=(nil) poller=0x562e49a06010xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562e49a0c4b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562e49a0fd30 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562e49a0ce40 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 19:ao 0x562e49a146f0: inprogress: poller=0x562e49a06010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0c4b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562e49a0c4b0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0c4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0fd30 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562e49a0fd30 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0fd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0ce40 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0ce40 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562e49a0ce40 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562e49a0ce40 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0ce40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0fe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0fe30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0c5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0c5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0cf40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562e49a0cf40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 19:Forked pid 21933 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562e49a146f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562e49a146f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:49 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:49 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32557.1, received 30193.8 debug1: Exit status 0 2020-07-22 07:49:49 Z ========== rep 17 ========== 2020-07-22 07:49:49 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:49 Z guest debian.guest.osstest state is b 2020-07-22 07:49:49 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 20:ao 0x556daa8daf50: create: how=(nil) callback=(nil) poller=0x556daa8db010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 20:ao 0x556daa8daf50: inprogress: poller=0x556daa8db010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 20: ev 0x556daa8da8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556daa8daf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556daa8daf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 20:ao 0x556daa8e4920: create: how=(nil) callback=(nil) poller=0x556daa8db010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 20:ao 0x556daa8e4920: inprogress: poller=0x556daa8db010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55701a6ef1b0: create: how=(nil) callback=(nil) poller=0x55701a6ef250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 0 xc: info: Saving domain 20, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15704 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55701a6ef1b0: inprogress: poller=0x55701a6ef250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x835a20 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 20:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556daa8e4d68 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556daa8e4d68 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556daa8e4d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556daa8e4d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e4d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556daa8e4df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0x42792e domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0x42792f xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556daa8e4920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556daa8e4920: destroy xc: info: XenStore: mfn 0x42792f, dom 0, evt 1 xc: info: Console: mfn 0x42792e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55701a6ec4b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55701a6ed860 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55701a6ec4b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55701a6ec4b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ec4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55701a6ed860 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55701a6ed860 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ed860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ec5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ec5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ed960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6ed960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55701a6f2490 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55701a6f2490 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55701a6f2490 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55701a6f2490 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6f2490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6f2590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6f2590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55701a6e8cf8 wpath=/local/domain/21/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55701a6e8cf8 wpath=/local/domain/21/console/tty token=2/3: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55701a6ef1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55701a6e8cf8 wpath=/local/domain/21/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55701a6e8cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55701a6ef1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55701a6ef1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 21:ao 0x55701a6f46b0: create: how=(nil) callback=(nil) poller=0x55701a6ef250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55701a6f46b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 21:ao 0x55701a6f46b0: inprogress: poller=0x55701a6ef250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55701a6f46b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 20:ao 0x556daa8e96f0: create: how=(nil) callback=(nil) poller=0x556daa8db010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556daa8e14b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556daa8e4d30 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556daa8e1e40 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 20:ao 0x556daa8e96f0: inprogress: poller=0x556daa8db010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e14b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556daa8e14b0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e14b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d30 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e1e40 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e4d30 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556daa8e4d30 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e4d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e1e40 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556daa8e1e40 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556daa8e1e40 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e1e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e4e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e4e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e15b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e15b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e1f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556daa8e1f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 20:Forked pid 22263 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556daa8e96f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556daa8e96f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:49:58 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:49:58 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 33231.8, received 30819.4 debug1: Exit status 0 2020-07-22 07:49:58 Z ========== rep 18 ========== 2020-07-22 07:49:58 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:49:59 Z guest debian.guest.osstest state is b 2020-07-22 07:49:59 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 21:ao 0x55aa9fd80f50: create: how=(nil) callback=(nil) poller=0x55aa9fd81010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 21:ao 0x55aa9fd80f50: inprogress: poller=0x55aa9fd81010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 21: ev 0x55aa9fd808d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa9fd80f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa9fd80f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 21:ao 0x55aa9fd8a920: create: how=(nil) callback=(nil) poller=0x55aa9fd81010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 21:ao 0x55aa9fd8a920: inprogress: poller=0x55aa9fd81010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55d4669dc1b0: create: how=(nil) callback=(nil) poller=0x55d4669dc250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 0 xc: info: Saving domain 21, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15191 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15774 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55d4669dc1b0: inprogress: poller=0x55d4669dc250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x427e55 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 21:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa9fd8ad68 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ad68 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa9fd8ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55aa9fd8adf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0x85fa75 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0x85fa76 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa9fd8a920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa9fd8a920: destroy xc: info: XenStore: mfn 0x85fa76, dom 0, evt 1 xc: info: Console: mfn 0x85fa75, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d4669d94b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d4669da860 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d4669d94b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d4669d94b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669d94b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d4669da860 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d4669da860 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669da860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669d95b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669d95b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669da960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669da960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d4669df490 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d4669df490 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d4669df490 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d4669df490 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669df490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669df590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669df590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d4669d5cf8 wpath=/local/domain/22/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d4669d5cf8 wpath=/local/domain/22/console/tty token=2/3: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d4669dc1b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d4669d5cf8 wpath=/local/domain/22/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d4669d5cf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d4669dc1b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d4669dc1b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 22:ao 0x55d4669e16b0: create: how=(nil) callback=(nil) poller=0x55d4669dc250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d4669e16b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 22:ao 0x55d4669e16b0: inprogress: poller=0x55d4669dc250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d4669e16b0: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: migration sender: Target reports successful startup. current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 21:ao 0x55aa9fd8f6f0: create: how=(nil) callback=(nil) poller=0x55aa9fd81010 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa9fd874b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa9fd8ad30 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa9fd87e40 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 21:ao 0x55aa9fd8f6f0: inprogress: poller=0x55aa9fd81010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd874b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa9fd874b0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd874b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad30 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd87e40 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd8ad30 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ad30 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd87e40 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa9fd87e40 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa9fd87e40 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd87e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd875b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd875b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd8ae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd87f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa9fd87f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 21:Forked pid 22594 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa9fd8f6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa9fd8f6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:50:07 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:50:07 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32855.9, received 30470.9 debug1: Exit status 0 2020-07-22 07:50:07 Z ========== rep 19 ========== 2020-07-22 07:50:07 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:50:08 Z guest debian.guest.osstest state is b 2020-07-22 07:50:08 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 22:ao 0x563d90a30f50: create: how=(nil) callback=(nil) poller=0x563d90a31010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 22:ao 0x563d90a30f50: inprogress: poller=0x563d90a31010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 22: ev 0x563d90a308d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d90a30f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d90a30f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 22:ao 0x563d90a3a920: create: how=(nil) callback=(nil) poller=0x563d90a31010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 22:ao 0x563d90a3a920: inprogress: poller=0x563d90a31010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x55ad8e4e11b0: create: how=(nil) callback=(nil) poller=0x55ad8e4e1250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 0 xc: info: Saving domain 22, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15703 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x55ad8e4e11b0: inprogress: poller=0x55ad8e4e1250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x85fe9c xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 22:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d90a3ad68 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d90a3ad68 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d90a3ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d90a3ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a3ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563d90a3adf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0x427ec8 domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0x427ec9 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d90a3a920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d90a3a920: destroy xc: info: XenStore: mfn 0x427ec9, dom 0, evt 1 xc: info: Console: mfn 0x427ec8, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8e4de4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8e4df860 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8e4de4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8e4de4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4de4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8e4df860 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8e4df860 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4df860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4de5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4de5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4df960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4df960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8e4e4490 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8e4e4490 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8e4e4490 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8e4e4490 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4e4490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4e4590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4e4590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ad8e4dacf8 wpath=/local/domain/23/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ad8e4dacf8 wpath=/local/domain/23/console/tty token=2/3: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ad8e4e11b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ad8e4dacf8 wpath=/local/domain/23/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ad8e4dacf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ad8e4e11b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ad8e4e11b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 23:ao 0x55ad8e4e66b0: create: how=(nil) callback=(nil) poller=0x55ad8e4e1250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ad8e4e66b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 23:ao 0x55ad8e4e66b0: inprogress: poller=0x55ad8e4e1250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ad8e4e66b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 22:ao 0x563d90a3f6f0: create: how=(nil) callback=(nil) poller=0x563d90a31010 xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d90a374b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d90a3ad30 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d90a37e40 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 22:ao 0x563d90a3f6f0: inprogress: poller=0x563d90a31010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a374b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d90a374b0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a374b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad30 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a37e40 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a3ad30 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d90a3ad30 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a3ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a37e40 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d90a37e40 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d90a37e40 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a37e40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a375b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a375b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a3ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a3ae30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a37f40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d90a37f40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 22:Forked pid 22924 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d90a3f6f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d90a3f6f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:50:16 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:50:16 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32671.9, received 30300.2 debug1: Exit status 0 2020-07-22 07:50:16 Z ========== rep 20 ========== 2020-07-22 07:50:16 Z executing ssh ... root@172.16.144.68 xl list 2020-07-22 07:50:17 Z guest debian.guest.osstest state is b 2020-07-22 07:50:17 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 23:ao 0x5614b5dd8f50: create: how=(nil) callback=(nil) poller=0x5614b5dd9010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 23:ao 0x5614b5dd8f50: inprogress: poller=0x5614b5dd9010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 23: ev 0x5614b5dd88d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5614b5dd8f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5614b5dd8f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1453) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 23:ao 0x5614b5de2920: create: how=(nil) callback=(nil) poller=0x5614b5dd9010 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1453) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 23:ao 0x5614b5de2920: inprogress: poller=0x5614b5dd9010, flags=i libxl: debug: libxl_create.c:2017:do_domain_create: ao 0x56350aea51b0: create: how=(nil) callback=(nil) poller=0x56350aea5250 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:623:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 0 xc: info: Saving domain 23, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1276:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15191 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=41, free_memkb=15774 libxl: detail: libxl_dom.c:236:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2055:do_domain_create: ao 0x56350aea51b0: inprogress: poller=0x56350aea5250, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x41d9ef xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 23:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5614b5de2d68 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5614b5de2d68 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5614b5de2d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5614b5de2d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5de2d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5614b5de2df8 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0x84dda4 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0x84dda5 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5614b5de2920: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5614b5de2920: destroy xc: info: XenStore: mfn 0x84dda5, dom 0, evt 1 xc: info: Console: mfn 0x84dda4, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56350aea24b0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56350aea3860 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56350aea24b0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56350aea24b0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea24b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56350aea3860 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/24/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56350aea3860 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea3860: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea25b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea25b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea3960: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea3960: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56350aea8490 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56350aea8490 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56350aea8490 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56350aea8490 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea8490: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea8590: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350aea8590: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56350ae9ecf8 wpath=/local/domain/24/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56350ae9ecf8 wpath=/local/domain/24/console/tty token=2/3: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56350aea51b0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56350ae9ecf8 wpath=/local/domain/24/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56350ae9ecf8: deregister unregistered libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56350aea51b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56350aea51b0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 24:ao 0x56350aeaa6b0: create: how=(nil) callback=(nil) poller=0x56350aea5250 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56350aeaa6b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 24:ao 0x56350aeaa6b0: inprogress: poller=0x56350aea5250, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56350aeaa6b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: xencall:buffer: debug: total allocations:318 total releases:318 xencall:buffer: debug: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 23:ao 0x5614b5de76f0: create: how=(nil) callback=(nil) poller=0x5614b5dd9010 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:290 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5614b5ddf4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5614b5de2d30 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5614b5ddfe40 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 23:ao 0x5614b5de76f0: inprogress: poller=0x5614b5dd9010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5ddf4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5614b5ddf4b0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddf4b0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d30 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5ddfe40 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5de2d30 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5614b5de2d30 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5de2d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5ddfe40 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5614b5ddfe40 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5614b5ddfe40 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddfe40: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddf5b0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddf5b0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5de2e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5de2e30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddff40: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5614b5ddff40: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 23:Forked pid 23255 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5614b5de76f0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5614b5de76f0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-07-22 07:50:25 Z executing ssh ... -v root@172.16.147.1 date OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: date Wed Jul 22 07:50:26 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3196, received 2964 bytes, in 0.1 seconds Bytes per second: sent 32700.4, received 30326.6 debug1: Exit status 0 2020-07-22 07:50:26 Z ========== final check ========== 2020-07-22 07:50:26 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: waiting 20s... 2020-07-22 07:50:30 Z guest debian.guest.osstest 5a:36:0e:14:00:0c 22 link/ip/tcp: ok. (4s) 2020-07-22 07:50:34 Z executing ssh ... -v root@172.16.147.1 echo guest debian.guest.osstest: ok OpenSSH_7.4p1 Debian-10+deb9u3, OpenSSL 1.0.2l 25 May 2017 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.1 [172.16.147.1] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: key_load_public: No such file or directory debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: Enabling compatibility mode for protocol 2.0 debug1: Local version string SSH-2.0-OpenSSH_7.4p1 Debian-10+deb9u3 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.1:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.1' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_152084.test-amd64-amd64-xl:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering RSA public key: /home/iwj/.ssh/id_rsa debug1: Server accepts key: pkalg rsa-sha2-512 blen 407 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.1 ([172.16.147.1]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = en_US.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 1 clearing O_NONBLOCK Transferred: sent 3228, received 2964 bytes, in 0.1 seconds Bytes per second: sent 35335.5, received 32445.6 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-07-22 07:50:34 Z exit status 0 + exit 0