+ OSSTEST_JOB=test-amd64-amd64-pygrub + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-10-23 02:05:48 Z starting 156092.test-amd64-amd64-pygrub 2020-10-23 02:05:48 Z runvar all_host_di_version=2020-09-28 2020-10-23 02:05:48 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2020-10-23 02:05:48 Z runvar all_host_suite=buster 2020-10-23 02:05:48 Z runvar arch=amd64 2020-10-23 02:05:48 Z runvar buildjob=build-amd64 2020-10-23 02:05:48 Z runvar debian_arch=amd64 2020-10-23 02:05:48 Z runvar debian_bootloader=pygrub 2020-10-23 02:05:48 Z runvar debian_boot_timeout=40 2020-10-23 02:05:48 Z runvar debian_cfgpath=/etc/xen/debian.buster.guest.osstest.cfg 2020-10-23 02:05:48 Z runvar debian_disk_lv=test-amd64-amd64-pygrub_debian.buster.guest.osstest-disk 2020-10-23 02:05:48 Z runvar debian_di_version=2020-09-28 2020-10-23 02:05:48 Z runvar debian_domname=debian.buster.guest.osstest 2020-10-23 02:05:48 Z runvar debian_ether=5a:36:0e:bc:00:0c 2020-10-23 02:05:48 Z runvar debian_hostname=debian.buster.guest.osstest 2020-10-23 02:05:48 Z runvar debian_method=netboot 2020-10-23 02:05:48 Z runvar debian_suite=buster 2020-10-23 02:05:48 Z runvar debian_tcpcheckport=22 2020-10-23 02:05:48 Z runvar debian_vg=sabro1-vg 2020-10-23 02:05:48 Z runvar host=sabro1 2020-10-23 02:05:48 Z runvar host_lifecycle=@test-amd64-amd64-i386-pvgrub:5 9 test-amd64-amd64-qemuu-freebsd12-amd64:9 + 2020-10-23 02:05:48 Z runvar hosts_infraprioritygroup=1:test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-23 02:05:48 Z runvar kernbuildjob=build-amd64-pvops 2020-10-23 02:05:48 Z runvar runtime_host_hostflags=reuse-test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-23 02:05:48 Z runvar syslog_server=172.16.144.3:55810 2020-10-23 02:05:48 Z runvar toolstack=xl 2020-10-23 02:05:48 Z runvar xenbuildjob=build-amd64 2020-10-23 02:05:48 Z serial method sympathy sabro1: serial2 /root/sympathy/sabro1 /root/sympathy/sabro1.log* 2020-10-23 02:05:48 Z TftpScope is default 2020-10-23 02:05:48 Z task 1574410 ownd [172.16.144.3]:42271: iwj@osstest 156092 test-amd64-amd64-pygrub 2020-10-23 02:05:48 Z host host: selected sabro1 00:10:e0:de:2c:6e 172.16.144.69 - shared test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 9635e26ec1701d7d79dff346db0b58f1d498ddaf mid-test 1 2020-10-23 02:05:48 Z guest: using debian on sabro1 2020-10-23 02:05:48 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: waiting 5s... 2020-10-23 02:05:52 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: ok. (4s) 2020-10-23 02:05:52 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: waiting 20s... 2020-10-23 02:05:56 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: ok. (4s) 2020-10-23 02:06:00 Z executing ssh ... -v root@172.16.146.52 echo guest debian.buster.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.buster.guest.osstest: ok guest debian.buster.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3188, received 2972 bytes, in 0.1 seconds Bytes per second: sent 27375.1, received 25520.3 debug1: Exit status 0 2020-10-23 02:06:00 Z ========== rep 1 ========== 2020-10-23 02:06:00 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:06:00 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:06:00 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 76:ao 0x563be1dfbf50: create: how=(nil) callback=(nil) poller=0x563be1dfc010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 76:ao 0x563be1dfbf50: inprogress: poller=0x563be1dfc010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 76:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 76: ev 0x563be1dfb8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563be1dfbf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563be1dfbf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 76:ao 0x563be1e05490: create: how=(nil) callback=(nil) poller=0x563be1dfc010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 76:ao 0x563be1e05490: inprogress: poller=0x563be1dfc010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55d6140ad370: create: how=(nil) callback=(nil) poller=0x55d6140ad410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 76, flags 1, hvm 0 xc: info: Saving domain 76, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 77:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15687 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15687 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55d6140ad370: inprogress: poller=0x55d6140ad410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x866ebf xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 77, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 76:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563be1e05d68 wpath=/local/domain/76/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e05d68 wpath=/local/domain/76/control/shutdown token=3/0: event epath=/local/domain/76/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e05d68 wpath=/local/domain/76/control/shutdown token=3/0: event epath=/local/domain/76/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563be1e05d68 wpath=/local/domain/76/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 76:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 76:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563be1e05d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e05d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e05d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 76:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563be1e05d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e05d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563be1e05df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563be1e05490: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563be1e05490: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d77 gnt[0] -> d0 0x476b9f domainbuilder: detail: xc_dom_set_gnttab_entry: d77 gnt[1] -> d0 0x476ba0 xc: info: Restore successful xc: info: XenStore: mfn 0x476ba0, dom 0, evt 1 xc: info: Console: mfn 0x476b9f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6140a9d30 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6140a9d30 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/77/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/77/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6140a9d30 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/77/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/77/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6140a9d30 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 77:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140a9d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 77:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 77:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 77:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 77:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_PATH: backend/vbd/77/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140a9e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 77:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 77:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140a9e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6140aaeb0 wpath=/local/domain/0/backend/vif/77/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6140aaeb0 wpath=/local/domain/0/backend/vif/77/0/state token=3/1: event epath=/local/domain/0/backend/vif/77/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/77/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6140aaeb0 wpath=/local/domain/0/backend/vif/77/0/state token=3/1: event epath=/local/domain/0/backend/vif/77/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/77/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6140aaeb0 wpath=/local/domain/0/backend/vif/77/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 77:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140aaeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 77:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 77:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 77: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 77:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_PATH: backend/vif/77/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: vif: vif77.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140aafb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 77:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140aafb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d6140a2cf8 wpath=/local/domain/77/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d6140a2cf8 wpath=/local/domain/77/console/tty token=3/2: event epath=/local/domain/77/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d6140ad370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d6140a2cf8 wpath=/local/domain/77/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d6140a2cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d6140ad370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d6140ad370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 77:ao 0x55d61409cfc0: create: how=(nil) callback=(nil) poller=0x55d6140ad410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d61409cfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 77:ao 0x55d61409cfc0: inprogress: poller=0x55d6140ad410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d61409cfc0: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 76:ao 0x563be1e05360: create: how=(nil) callback=(nil) poller=0x563be1dfc010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563be1e03250 wpath=/local/domain/0/backend/vbd/76/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563be1e020a0 wpath=/local/domain/0/backend/vif/76/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 76:ao 0x563be1e05360: inprogress: poller=0x563be1dfc010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e03250 wpath=/local/domain/0/backend/vbd/76/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/76/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/76/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563be1e03250 wpath=/local/domain/0/backend/vbd/76/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 76:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e03250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 76:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 76:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 76:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 76:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_PATH: backend/vbd/76/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/76/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e020a0 wpath=/local/domain/0/backend/vif/76/0/state token=2/3: event epath=/local/domain/0/backend/vif/76/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/76/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e020a0 wpath=/local/domain/0/backend/vif/76/0/state token=2/3: event epath=/local/domain/0/backend/vif/76/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/76/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563be1e020a0 wpath=/local/domain/0/backend/vif/76/0/state token=2/3: event epath=/local/domain/0/backend/vif/76/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/76/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563be1e020a0 wpath=/local/domain/0/backend/vif/76/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 76:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e020a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 76:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 76:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 76: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 76:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_PATH: backend/vif/76/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 76: vif: vif76.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e03350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 76:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 76:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e03350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e021a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 76:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563be1e021a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 76:Forked pid 28665 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563be1e05360: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563be1e05360: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:06:23 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:06:24 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26667.0, received 25108.3 debug1: Exit status 0 2020-10-23 02:06:24 Z ========== rep 2 ========== 2020-10-23 02:06:24 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:06:24 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:06:24 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 77:ao 0x565113461f50: create: how=(nil) callback=(nil) poller=0x565113462010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 77:ao 0x565113461f50: inprogress: poller=0x565113462010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 77:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 77: ev 0x5651134618d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x565113461f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x565113461f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 77:ao 0x56511346fd50: create: how=(nil) callback=(nil) poller=0x565113462010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 77:ao 0x56511346fd50: inprogress: poller=0x565113462010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5619bb293370: create: how=(nil) callback=(nil) poller=0x5619bb293410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 77, flags 1, hvm 0 xc: info: Saving domain 77, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 78:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13639 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5619bb293370: inprogress: poller=0x5619bb293410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4264c9 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 78, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 77:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56511346bd68 wpath=/local/domain/77/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56511346bd68 wpath=/local/domain/77/control/shutdown token=3/0: event epath=/local/domain/77/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56511346bd68 wpath=/local/domain/77/control/shutdown token=3/0: event epath=/local/domain/77/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56511346bd68 wpath=/local/domain/77/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 77:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 77:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56511346bd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56511346bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56511346bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 77:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56511346bd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56511346bd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56511346bdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56511346fd50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56511346fd50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d78 gnt[0] -> d0 0x85ae50 domainbuilder: detail: xc_dom_set_gnttab_entry: d78 gnt[1] -> d0 0x85ae51 xc: info: Restore successful xc: info: XenStore: mfn 0x85ae51, dom 0, evt 1 xc: info: Console: mfn 0x85ae50, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5619bb28fd30 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5619bb28fd30 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/78/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/78/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5619bb28fd30 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/78/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/78/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5619bb28fd30 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 78:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb28fd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 78:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 78:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 78:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 78:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_PATH: backend/vbd/78/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb28fe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 78:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 78:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb28fe30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5619bb290eb0 wpath=/local/domain/0/backend/vif/78/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5619bb290eb0 wpath=/local/domain/0/backend/vif/78/0/state token=3/1: event epath=/local/domain/0/backend/vif/78/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/78/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5619bb290eb0 wpath=/local/domain/0/backend/vif/78/0/state token=3/1: event epath=/local/domain/0/backend/vif/78/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/78/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5619bb290eb0 wpath=/local/domain/0/backend/vif/78/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 78:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb290eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 78:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 78:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 78: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 78:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_PATH: backend/vif/78/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: vif: vif78.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb290fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 78:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb290fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5619bb288cf8 wpath=/local/domain/78/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5619bb288cf8 wpath=/local/domain/78/console/tty token=3/2: event epath=/local/domain/78/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5619bb293370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5619bb288cf8 wpath=/local/domain/78/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5619bb288cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5619bb293370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5619bb293370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 78:ao 0x5619bb282fc0: create: how=(nil) callback=(nil) poller=0x5619bb293410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5619bb282fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 78:ao 0x5619bb282fc0: inprogress: poller=0x5619bb293410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5619bb282fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 77:ao 0x56511346b530: create: how=(nil) callback=(nil) poller=0x565113462010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565113469250 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x565113468500 wpath=/local/domain/0/backend/vif/77/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 77:ao 0x56511346b530: inprogress: poller=0x565113462010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565113469250 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/77/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/77/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565113469250 wpath=/local/domain/0/backend/vbd/77/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 77:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113469250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 77:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 77:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 77:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 77:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_PATH: backend/vbd/77/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/77/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565113468500 wpath=/local/domain/0/backend/vif/77/0/state token=2/3: event epath=/local/domain/0/backend/vif/77/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/77/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565113468500 wpath=/local/domain/0/backend/vif/77/0/state token=2/3: event epath=/local/domain/0/backend/vif/77/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/77/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x565113468500 wpath=/local/domain/0/backend/vif/77/0/state token=2/3: event epath=/local/domain/0/backend/vif/77/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/77/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x565113468500 wpath=/local/domain/0/backend/vif/77/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 77:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113468500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 77:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 77:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 77: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 77:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_PATH: backend/vif/77/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 77: vif: vif77.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113469350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 77:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 77:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113469350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113468600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 77:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x565113468600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 77:Forked pid 28899 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56511346b530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56511346b530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:06:47 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:06:48 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26444.8, received 24899.1 debug1: Exit status 0 2020-10-23 02:06:48 Z ========== rep 3 ========== 2020-10-23 02:06:48 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:06:49 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:06:49 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 78:ao 0x55f90517af50: create: how=(nil) callback=(nil) poller=0x55f90517b010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 78:ao 0x55f90517af50: inprogress: poller=0x55f90517b010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 78:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 78: ev 0x55f90517a8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f90517af50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f90517af50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 78:ao 0x55f905188d50: create: how=(nil) callback=(nil) poller=0x55f90517b010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 78:ao 0x55f905188d50: inprogress: poller=0x55f90517b010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c7efb5c370: create: how=(nil) callback=(nil) poller=0x55c7efb5c410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 78, flags 1, hvm 0 xc: info: Saving domain 78, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 79:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15687 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15687 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c7efb5c370: inprogress: poller=0x55c7efb5c410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x85d28a xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 79, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 78:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f905184d68 wpath=/local/domain/78/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905184d68 wpath=/local/domain/78/control/shutdown token=3/0: event epath=/local/domain/78/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905184d68 wpath=/local/domain/78/control/shutdown token=3/0: event epath=/local/domain/78/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f905184d68 wpath=/local/domain/78/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 78:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 78:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f905184d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905184d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905184d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 78:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f905184d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905184d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f905184df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f905188d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f905188d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d79 gnt[0] -> d0 0x466a57 domainbuilder: detail: xc_dom_set_gnttab_entry: d79 gnt[1] -> d0 0x466a58 xc: info: Restore successful xc: info: XenStore: mfn 0x466a58, dom 0, evt 1 xc: info: Console: mfn 0x466a57, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c7efb58d30 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c7efb58d30 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/79/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/79/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c7efb58d30 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/79/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/79/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c7efb58d30 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 79:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb58d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 79:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 79:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 79:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 79:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_PATH: backend/vbd/79/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb58e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 79:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 79:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb58e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c7efb59eb0 wpath=/local/domain/0/backend/vif/79/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c7efb59eb0 wpath=/local/domain/0/backend/vif/79/0/state token=3/1: event epath=/local/domain/0/backend/vif/79/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/79/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c7efb59eb0 wpath=/local/domain/0/backend/vif/79/0/state token=3/1: event epath=/local/domain/0/backend/vif/79/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/79/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c7efb59eb0 wpath=/local/domain/0/backend/vif/79/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 79:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb59eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 79:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 79:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 79: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 79:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_PATH: backend/vif/79/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: vif: vif79.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb59fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 79:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb59fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c7efb51cf8 wpath=/local/domain/79/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c7efb51cf8 wpath=/local/domain/79/console/tty token=3/2: event epath=/local/domain/79/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c7efb5c370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c7efb51cf8 wpath=/local/domain/79/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c7efb51cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c7efb5c370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c7efb5c370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 79:ao 0x55c7efb4bfc0: create: how=(nil) callback=(nil) poller=0x55c7efb5c410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c7efb4bfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 79:ao 0x55c7efb4bfc0: inprogress: poller=0x55c7efb5c410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c7efb4bfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 78:ao 0x55f905184530: create: how=(nil) callback=(nil) poller=0x55f90517b010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f905182250 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f905181500 wpath=/local/domain/0/backend/vif/78/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 78:ao 0x55f905184530: inprogress: poller=0x55f90517b010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905182250 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/78/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/78/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f905182250 wpath=/local/domain/0/backend/vbd/78/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 78:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905182250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 78:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 78:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 78:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 78:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_PATH: backend/vbd/78/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/78/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905181500 wpath=/local/domain/0/backend/vif/78/0/state token=2/3: event epath=/local/domain/0/backend/vif/78/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/78/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905181500 wpath=/local/domain/0/backend/vif/78/0/state token=2/3: event epath=/local/domain/0/backend/vif/78/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/78/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f905181500 wpath=/local/domain/0/backend/vif/78/0/state token=2/3: event epath=/local/domain/0/backend/vif/78/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/78/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f905181500 wpath=/local/domain/0/backend/vif/78/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 78:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905181500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 78:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 78:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 78: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 78:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_PATH: backend/vif/78/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 78: vif: vif78.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905182350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 78:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 78:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905182350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905181600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 78:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f905181600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 78:Forked pid 29134 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f905184530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f905184530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:07:11 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:07:12 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27247.8, received 25655.2 debug1: Exit status 0 2020-10-23 02:07:12 Z ========== rep 4 ========== 2020-10-23 02:07:12 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:07:13 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:07:13 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 79:ao 0x5571706eaf50: create: how=(nil) callback=(nil) poller=0x5571706eb010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 79:ao 0x5571706eaf50: inprogress: poller=0x5571706eb010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 79:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 79: ev 0x5571706ea8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5571706eaf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5571706eaf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 79:ao 0x5571706f8d50: create: how=(nil) callback=(nil) poller=0x5571706eb010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 79:ao 0x5571706f8d50: inprogress: poller=0x5571706eb010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55ae506ea370: create: how=(nil) callback=(nil) poller=0x55ae506ea410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 79, flags 1, hvm 0 xc: info: Saving domain 79, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 80:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13639 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55ae506ea370: inprogress: poller=0x55ae506ea410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x47e881 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 80, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 79:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571706f4d68 wpath=/local/domain/79/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f4d68 wpath=/local/domain/79/control/shutdown token=3/0: event epath=/local/domain/79/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f4d68 wpath=/local/domain/79/control/shutdown token=3/0: event epath=/local/domain/79/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571706f4d68 wpath=/local/domain/79/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 79:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 79:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571706f4d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f4d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f4d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 79:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571706f4d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f4d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5571706f4df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5571706f8d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5571706f8d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d80 gnt[0] -> d0 0x859fc7 domainbuilder: detail: xc_dom_set_gnttab_entry: d80 gnt[1] -> d0 0x85bae0 xc: info: Restore successful xc: info: XenStore: mfn 0x85bae0, dom 0, evt 1 xc: info: Console: mfn 0x859fc7, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ae506e6d30 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ae506e6d30 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/80/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/80/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ae506e6d30 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/80/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/80/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ae506e6d30 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 80:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e6d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 80:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 80:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 80:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 80:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_PATH: backend/vbd/80/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e6e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 80:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 80:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e6e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ae506e7eb0 wpath=/local/domain/0/backend/vif/80/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ae506e7eb0 wpath=/local/domain/0/backend/vif/80/0/state token=3/1: event epath=/local/domain/0/backend/vif/80/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/80/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ae506e7eb0 wpath=/local/domain/0/backend/vif/80/0/state token=3/1: event epath=/local/domain/0/backend/vif/80/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/80/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ae506e7eb0 wpath=/local/domain/0/backend/vif/80/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 80:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e7eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 80:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 80:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 80: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 80:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_PATH: backend/vif/80/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: vif: vif80.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e7fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 80:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506e7fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ae506dfcf8 wpath=/local/domain/80/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ae506dfcf8 wpath=/local/domain/80/console/tty token=3/2: event epath=/local/domain/80/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ae506ea370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ae506dfcf8 wpath=/local/domain/80/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ae506dfcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ae506ea370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ae506ea370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 80:ao 0x55ae506d9fc0: create: how=(nil) callback=(nil) poller=0x55ae506ea410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ae506d9fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 80:ao 0x55ae506d9fc0: inprogress: poller=0x55ae506ea410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ae506d9fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 79:ao 0x5571706f4530: create: how=(nil) callback=(nil) poller=0x5571706eb010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571706f2250 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5571706f1500 wpath=/local/domain/0/backend/vif/79/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 79:ao 0x5571706f4530: inprogress: poller=0x5571706eb010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f2250 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/79/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/79/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571706f2250 wpath=/local/domain/0/backend/vbd/79/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 79:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f2250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 79:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 79:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 79:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 79:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_PATH: backend/vbd/79/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/79/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f1500 wpath=/local/domain/0/backend/vif/79/0/state token=2/3: event epath=/local/domain/0/backend/vif/79/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/79/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f1500 wpath=/local/domain/0/backend/vif/79/0/state token=2/3: event epath=/local/domain/0/backend/vif/79/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/79/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5571706f1500 wpath=/local/domain/0/backend/vif/79/0/state token=2/3: event epath=/local/domain/0/backend/vif/79/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/79/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5571706f1500 wpath=/local/domain/0/backend/vif/79/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 79:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f1500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 79:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 79:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 79: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 79:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_PATH: backend/vif/79/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 79: vif: vif79.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f2350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 79:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 79:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f2350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f1600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 79:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5571706f1600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 79:Forked pid 29369 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5571706f4530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5571706f4530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:07:35 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:07:36 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27064.7, received 25482.7 debug1: Exit status 0 2020-10-23 02:07:36 Z ========== rep 5 ========== 2020-10-23 02:07:36 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:07:36 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:07:36 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 80:ao 0x5632bbbf7f50: create: how=(nil) callback=(nil) poller=0x5632bbbf8010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 80:ao 0x5632bbbf7f50: inprogress: poller=0x5632bbbf8010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 80:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 80: ev 0x5632bbbf78d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5632bbbf7f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5632bbbf7f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 80:ao 0x5632bbc05d50: create: how=(nil) callback=(nil) poller=0x5632bbbf8010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 80:ao 0x5632bbc05d50: inprogress: poller=0x5632bbbf8010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55fb72332370: create: how=(nil) callback=(nil) poller=0x55fb72332410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 80, flags 1, hvm 0 xc: info: Saving domain 80, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 81:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15687 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15687 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55fb72332370: inprogress: poller=0x55fb72332410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x867201 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 81, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 80:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632bbc01d68 wpath=/local/domain/80/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbc01d68 wpath=/local/domain/80/control/shutdown token=3/0: event epath=/local/domain/80/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbc01d68 wpath=/local/domain/80/control/shutdown token=3/0: event epath=/local/domain/80/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632bbc01d68 wpath=/local/domain/80/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 80:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 80:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632bbc01d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbc01d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbc01d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 80:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632bbc01d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbc01d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5632bbc01df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5632bbc05d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5632bbc05d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d81 gnt[0] -> d0 0x476afe domainbuilder: detail: xc_dom_set_gnttab_entry: d81 gnt[1] -> d0 0x476aff xc: info: Restore successful xc: info: XenStore: mfn 0x476aff, dom 0, evt 1 xc: info: Console: mfn 0x476afe, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb7232ed30 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb7232ed30 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/81/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/81/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb7232ed30 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/81/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/81/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb7232ed30 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 81:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232ed30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 81:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 81:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 81:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 81:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_PATH: backend/vbd/81/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232ee30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 81:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 81:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232ee30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb7232feb0 wpath=/local/domain/0/backend/vif/81/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb7232feb0 wpath=/local/domain/0/backend/vif/81/0/state token=3/1: event epath=/local/domain/0/backend/vif/81/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/81/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb7232feb0 wpath=/local/domain/0/backend/vif/81/0/state token=3/1: event epath=/local/domain/0/backend/vif/81/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/81/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb7232feb0 wpath=/local/domain/0/backend/vif/81/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 81:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232feb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 81:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 81:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 81: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 81:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_PATH: backend/vif/81/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: vif: vif81.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232ffb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 81:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb7232ffb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb72327cf8 wpath=/local/domain/81/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb72327cf8 wpath=/local/domain/81/console/tty token=3/2: event epath=/local/domain/81/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55fb72332370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb72327cf8 wpath=/local/domain/81/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb72327cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb72332370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb72332370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 81:ao 0x55fb72321fc0: create: how=(nil) callback=(nil) poller=0x55fb72332410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb72321fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 81:ao 0x55fb72321fc0: inprogress: poller=0x55fb72332410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb72321fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 80:ao 0x5632bbc01530: create: how=(nil) callback=(nil) poller=0x5632bbbf8010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632bbbff250 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632bbbfe500 wpath=/local/domain/0/backend/vif/80/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 80:ao 0x5632bbc01530: inprogress: poller=0x5632bbbf8010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbbff250 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/80/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/80/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632bbbff250 wpath=/local/domain/0/backend/vbd/80/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 80:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbff250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 80:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 80:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 80:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 80:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_PATH: backend/vbd/80/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/80/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbbfe500 wpath=/local/domain/0/backend/vif/80/0/state token=2/3: event epath=/local/domain/0/backend/vif/80/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/80/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbbfe500 wpath=/local/domain/0/backend/vif/80/0/state token=2/3: event epath=/local/domain/0/backend/vif/80/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/80/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632bbbfe500 wpath=/local/domain/0/backend/vif/80/0/state token=2/3: event epath=/local/domain/0/backend/vif/80/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/80/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632bbbfe500 wpath=/local/domain/0/backend/vif/80/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 80:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbfe500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 80:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 80:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 80: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 80:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_PATH: backend/vif/80/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 80: vif: vif80.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbff350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 80:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 80:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbff350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbfe600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 80:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632bbbfe600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 80:Forked pid 29601 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5632bbc01530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5632bbc01530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:07:59 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 Fri 23 Oct 02:08:00 UTC 2020 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.2 seconds Bytes per second: sent 18977.2, received 17868.0 debug1: Exit status 0 2020-10-23 02:08:00 Z ========== rep 6 ========== 2020-10-23 02:08:00 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:08:01 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:08:01 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 81:ao 0x5654f12cbf50: create: how=(nil) callback=(nil) poller=0x5654f12cc010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 81:ao 0x5654f12cbf50: inprogress: poller=0x5654f12cc010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 81:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 81: ev 0x5654f12cb8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5654f12cbf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5654f12cbf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 81:ao 0x5654f12d9d50: create: how=(nil) callback=(nil) poller=0x5654f12cc010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 81:ao 0x5654f12d9d50: inprogress: poller=0x5654f12cc010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55e08378b370: create: how=(nil) callback=(nil) poller=0x55e08378b410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 81, flags 1, hvm 0 xc: info: Saving domain 81, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 82:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55e08378b370: inprogress: poller=0x55e08378b410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x46a7a8 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 82, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 81:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654f12d5d68 wpath=/local/domain/81/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d5d68 wpath=/local/domain/81/control/shutdown token=3/0: event epath=/local/domain/81/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d5d68 wpath=/local/domain/81/control/shutdown token=3/0: event epath=/local/domain/81/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654f12d5d68 wpath=/local/domain/81/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 81:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 81:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654f12d5d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d5d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d5d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 81:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654f12d5d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d5d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5654f12d5df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5654f12d9d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5654f12d9d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d82 gnt[0] -> d0 0x85b639 domainbuilder: detail: xc_dom_set_gnttab_entry: d82 gnt[1] -> d0 0x85b63a xc: info: Restore successful xc: info: XenStore: mfn 0x85b63a, dom 0, evt 1 xc: info: Console: mfn 0x85b639, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e083787d30 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e083787d30 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/82/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/82/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e083787d30 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/82/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/82/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e083787d30 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 82:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083787d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 82:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 82:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 82:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 82:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_PATH: backend/vbd/82/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083787e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 82:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 82:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083787e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e083788eb0 wpath=/local/domain/0/backend/vif/82/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e083788eb0 wpath=/local/domain/0/backend/vif/82/0/state token=3/1: event epath=/local/domain/0/backend/vif/82/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/82/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e083788eb0 wpath=/local/domain/0/backend/vif/82/0/state token=3/1: event epath=/local/domain/0/backend/vif/82/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/82/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e083788eb0 wpath=/local/domain/0/backend/vif/82/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 82:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083788eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 82:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 82:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 82: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 82:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_PATH: backend/vif/82/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: vif: vif82.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083788fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 82:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083788fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e083780cf8 wpath=/local/domain/82/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e083780cf8 wpath=/local/domain/82/console/tty token=3/2: event epath=/local/domain/82/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e08378b370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e083780cf8 wpath=/local/domain/82/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e083780cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e08378b370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e08378b370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 82:ao 0x55e08377afc0: create: how=(nil) callback=(nil) poller=0x55e08378b410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e08377afc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 82:ao 0x55e08377afc0: inprogress: poller=0x55e08378b410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e08377afc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 81:ao 0x5654f12d5530: create: how=(nil) callback=(nil) poller=0x5654f12cc010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654f12d3250 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654f12d2500 wpath=/local/domain/0/backend/vif/81/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 81:ao 0x5654f12d5530: inprogress: poller=0x5654f12cc010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d3250 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/81/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/81/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654f12d3250 wpath=/local/domain/0/backend/vbd/81/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 81:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d3250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 81:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 81:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 81:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 81:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_PATH: backend/vbd/81/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/81/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d2500 wpath=/local/domain/0/backend/vif/81/0/state token=2/3: event epath=/local/domain/0/backend/vif/81/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/81/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d2500 wpath=/local/domain/0/backend/vif/81/0/state token=2/3: event epath=/local/domain/0/backend/vif/81/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/81/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654f12d2500 wpath=/local/domain/0/backend/vif/81/0/state token=2/3: event epath=/local/domain/0/backend/vif/81/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/81/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654f12d2500 wpath=/local/domain/0/backend/vif/81/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 81:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d2500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 81:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 81:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 81: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 81:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_PATH: backend/vif/81/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 81: vif: vif81.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d3350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 81:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 81:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d3350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d2600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 81:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654f12d2600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 81:Forked pid 29833 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5654f12d5530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5654f12d5530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:08:24 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 Fri 23 Oct 02:08:25 UTC 2020 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 21082.3, received 19850.0 debug1: Exit status 0 2020-10-23 02:08:25 Z ========== rep 7 ========== 2020-10-23 02:08:25 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:08:26 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:08:26 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 82:ao 0x5599ad616f50: create: how=(nil) callback=(nil) poller=0x5599ad617010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 82:ao 0x5599ad616f50: inprogress: poller=0x5599ad617010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 82:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 82: ev 0x5599ad6168d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5599ad616f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5599ad616f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 82:ao 0x5599ad624d50: create: how=(nil) callback=(nil) poller=0x5599ad617010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 82:ao 0x5599ad624d50: inprogress: poller=0x5599ad617010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55b0de2ac370: create: how=(nil) callback=(nil) poller=0x55b0de2ac410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 82, flags 1, hvm 0 xc: info: Saving domain 82, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 83:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15687 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15687 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55b0de2ac370: inprogress: poller=0x55b0de2ac410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x85dcdf xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 83, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 82:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5599ad620d68 wpath=/local/domain/82/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad620d68 wpath=/local/domain/82/control/shutdown token=3/0: event epath=/local/domain/82/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad620d68 wpath=/local/domain/82/control/shutdown token=3/0: event epath=/local/domain/82/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5599ad620d68 wpath=/local/domain/82/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 82:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 82:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5599ad620d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad620d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad620d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 82:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5599ad620d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad620d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5599ad620df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5599ad624d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5599ad624d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d83 gnt[0] -> d0 0x466ba3 domainbuilder: detail: xc_dom_set_gnttab_entry: d83 gnt[1] -> d0 0x466ba4 xc: info: Restore successful xc: info: XenStore: mfn 0x466ba4, dom 0, evt 1 xc: info: Console: mfn 0x466ba3, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0de2a8d30 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0de2a8d30 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/83/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/83/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0de2a8d30 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/83/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/83/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0de2a8d30 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 83:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a8d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 83:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 83:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 83:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 83:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_PATH: backend/vbd/83/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a8e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 83:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 83:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a8e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0de2a9eb0 wpath=/local/domain/0/backend/vif/83/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0de2a9eb0 wpath=/local/domain/0/backend/vif/83/0/state token=3/1: event epath=/local/domain/0/backend/vif/83/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/83/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0de2a9eb0 wpath=/local/domain/0/backend/vif/83/0/state token=3/1: event epath=/local/domain/0/backend/vif/83/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/83/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0de2a9eb0 wpath=/local/domain/0/backend/vif/83/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 83:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a9eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 83:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 83:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 83: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 83:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_PATH: backend/vif/83/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: vif: vif83.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a9fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 83:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a9fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b0de2a1cf8 wpath=/local/domain/83/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b0de2a1cf8 wpath=/local/domain/83/console/tty token=3/2: event epath=/local/domain/83/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55b0de2ac370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b0de2a1cf8 wpath=/local/domain/83/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b0de2a1cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0de2ac370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0de2ac370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 83:ao 0x55b0de29bfc0: create: how=(nil) callback=(nil) poller=0x55b0de2ac410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b0de29bfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 83:ao 0x55b0de29bfc0: inprogress: poller=0x55b0de2ac410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b0de29bfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 82:ao 0x5599ad620530: create: how=(nil) callback=(nil) poller=0x5599ad617010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5599ad61e250 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5599ad61d500 wpath=/local/domain/0/backend/vif/82/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 82:ao 0x5599ad620530: inprogress: poller=0x5599ad617010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad61e250 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/82/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/82/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5599ad61e250 wpath=/local/domain/0/backend/vbd/82/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 82:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61e250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 82:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 82:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 82:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 82:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_PATH: backend/vbd/82/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/82/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad61d500 wpath=/local/domain/0/backend/vif/82/0/state token=2/3: event epath=/local/domain/0/backend/vif/82/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/82/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad61d500 wpath=/local/domain/0/backend/vif/82/0/state token=2/3: event epath=/local/domain/0/backend/vif/82/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/82/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5599ad61d500 wpath=/local/domain/0/backend/vif/82/0/state token=2/3: event epath=/local/domain/0/backend/vif/82/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/82/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5599ad61d500 wpath=/local/domain/0/backend/vif/82/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 82:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61d500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 82:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 82:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 82: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 82:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_PATH: backend/vif/82/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 82: vif: vif82.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61e350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 82:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 82:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61e350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61d600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 82:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5599ad61d600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 82:Forked pid 30065 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5599ad620530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5599ad620530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:08:48 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:08:49 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 21706.7, received 20437.9 debug1: Exit status 0 2020-10-23 02:08:49 Z ========== rep 8 ========== 2020-10-23 02:08:49 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:08:49 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:08:49 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 83:ao 0x561088201f50: create: how=(nil) callback=(nil) poller=0x561088202010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 83:ao 0x561088201f50: inprogress: poller=0x561088202010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 83:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 83: ev 0x5610882018d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561088201f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561088201f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 83:ao 0x56108820fd50: create: how=(nil) callback=(nil) poller=0x561088202010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 83:ao 0x56108820fd50: inprogress: poller=0x561088202010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55feeb9f9370: create: how=(nil) callback=(nil) poller=0x55feeb9f9410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 83, flags 1, hvm 0 xc: info: Saving domain 83, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 84:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55feeb9f9370: inprogress: poller=0x55feeb9f9410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x46a44d xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 84, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 83:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56108820bd68 wpath=/local/domain/83/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56108820bd68 wpath=/local/domain/83/control/shutdown token=3/0: event epath=/local/domain/83/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56108820bd68 wpath=/local/domain/83/control/shutdown token=3/0: event epath=/local/domain/83/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56108820bd68 wpath=/local/domain/83/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 83:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 83:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56108820bd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56108820bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56108820bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 83:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56108820bd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56108820bd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56108820bdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56108820fd50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56108820fd50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d84 gnt[0] -> d0 0x81e201 domainbuilder: detail: xc_dom_set_gnttab_entry: d84 gnt[1] -> d0 0x81e202 xc: info: Restore successful xc: info: XenStore: mfn 0x81e202, dom 0, evt 1 xc: info: Console: mfn 0x81e201, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55feeb9f5d30 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55feeb9f5d30 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/84/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/84/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55feeb9f5d30 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/84/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/84/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55feeb9f5d30 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 84:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f5d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 84:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 84:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 84:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 84:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_PATH: backend/vbd/84/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f5e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 84:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 84:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f5e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55feeb9f6eb0 wpath=/local/domain/0/backend/vif/84/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55feeb9f6eb0 wpath=/local/domain/0/backend/vif/84/0/state token=3/1: event epath=/local/domain/0/backend/vif/84/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/84/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55feeb9f6eb0 wpath=/local/domain/0/backend/vif/84/0/state token=3/1: event epath=/local/domain/0/backend/vif/84/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/84/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55feeb9f6eb0 wpath=/local/domain/0/backend/vif/84/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 84:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f6eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 84:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 84:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 84: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 84:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_PATH: backend/vif/84/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: vif: vif84.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f6fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 84:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9f6fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55feeb9eecf8 wpath=/local/domain/84/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55feeb9eecf8 wpath=/local/domain/84/console/tty token=3/2: event epath=/local/domain/84/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55feeb9f9370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55feeb9eecf8 wpath=/local/domain/84/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55feeb9eecf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55feeb9f9370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55feeb9f9370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 84:ao 0x55feeb9e8fc0: create: how=(nil) callback=(nil) poller=0x55feeb9f9410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55feeb9e8fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 84:ao 0x55feeb9e8fc0: inprogress: poller=0x55feeb9f9410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55feeb9e8fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 83:ao 0x56108820b530: create: how=(nil) callback=(nil) poller=0x561088202010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561088209250 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561088208500 wpath=/local/domain/0/backend/vif/83/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 83:ao 0x56108820b530: inprogress: poller=0x561088202010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561088209250 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/83/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/83/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561088209250 wpath=/local/domain/0/backend/vbd/83/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 83:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088209250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 83:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 83:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 83:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 83:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_PATH: backend/vbd/83/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/83/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561088208500 wpath=/local/domain/0/backend/vif/83/0/state token=2/3: event epath=/local/domain/0/backend/vif/83/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/83/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561088208500 wpath=/local/domain/0/backend/vif/83/0/state token=2/3: event epath=/local/domain/0/backend/vif/83/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/83/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561088208500 wpath=/local/domain/0/backend/vif/83/0/state token=2/3: event epath=/local/domain/0/backend/vif/83/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/83/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561088208500 wpath=/local/domain/0/backend/vif/83/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 83:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088208500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 83:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 83:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 83: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 83:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_PATH: backend/vif/83/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 83: vif: vif83.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088209350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 83:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 83:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088209350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088208600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 83:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561088208600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 83:Forked pid 30298 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56108820b530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56108820b530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:09:12 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:09:13 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26960.7, received 25384.8 debug1: Exit status 0 2020-10-23 02:09:13 Z ========== rep 9 ========== 2020-10-23 02:09:13 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:09:14 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:09:14 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 84:ao 0x55d591f97f50: create: how=(nil) callback=(nil) poller=0x55d591f98010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 84:ao 0x55d591f97f50: inprogress: poller=0x55d591f98010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 84:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 84: ev 0x55d591f978d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d591f97f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d591f97f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 84:ao 0x55d591fa5d50: create: how=(nil) callback=(nil) poller=0x55d591f98010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 84:ao 0x55d591fa5d50: inprogress: poller=0x55d591f98010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x563a173dc370: create: how=(nil) callback=(nil) poller=0x563a173dc410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 84, flags 1, hvm 0 xc: info: Saving domain 84, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 85:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x563a173dc370: inprogress: poller=0x563a173dc410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x809d93 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 85, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 84:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d591fa1d68 wpath=/local/domain/84/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591fa1d68 wpath=/local/domain/84/control/shutdown token=3/0: event epath=/local/domain/84/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591fa1d68 wpath=/local/domain/84/control/shutdown token=3/0: event epath=/local/domain/84/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d591fa1d68 wpath=/local/domain/84/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 84:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 84:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d591fa1d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591fa1d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591fa1d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 84:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d591fa1d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591fa1d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d591fa1df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d591fa5d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d591fa5d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d85 gnt[0] -> d0 0x41e407 domainbuilder: detail: xc_dom_set_gnttab_entry: d85 gnt[1] -> d0 0x41e408 xc: info: Restore successful xc: info: XenStore: mfn 0x41e408, dom 0, evt 1 xc: info: Console: mfn 0x41e407, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563a173d8d30 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563a173d8d30 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/85/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/85/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563a173d8d30 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/85/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/85/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563a173d8d30 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 85:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d8d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 85:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 85:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 85:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 85:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_PATH: backend/vbd/85/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d8e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 85:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 85:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d8e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563a173d9eb0 wpath=/local/domain/0/backend/vif/85/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563a173d9eb0 wpath=/local/domain/0/backend/vif/85/0/state token=3/1: event epath=/local/domain/0/backend/vif/85/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/85/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563a173d9eb0 wpath=/local/domain/0/backend/vif/85/0/state token=3/1: event epath=/local/domain/0/backend/vif/85/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/85/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563a173d9eb0 wpath=/local/domain/0/backend/vif/85/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 85:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d9eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 85:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 85:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 85: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 85:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_PATH: backend/vif/85/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: vif: vif85.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d9fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 85:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d9fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563a173d1cf8 wpath=/local/domain/85/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563a173d1cf8 wpath=/local/domain/85/console/tty token=3/2: event epath=/local/domain/85/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563a173dc370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563a173d1cf8 wpath=/local/domain/85/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563a173d1cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563a173dc370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563a173dc370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 85:ao 0x563a173cbfc0: create: how=(nil) callback=(nil) poller=0x563a173dc410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563a173cbfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 85:ao 0x563a173cbfc0: inprogress: poller=0x563a173dc410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563a173cbfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 84:ao 0x55d591fa1530: create: how=(nil) callback=(nil) poller=0x55d591f98010 debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d591f9f250 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d591f9e500 wpath=/local/domain/0/backend/vif/84/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 84:ao 0x55d591fa1530: inprogress: poller=0x55d591f98010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591f9f250 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/84/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/84/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d591f9f250 wpath=/local/domain/0/backend/vbd/84/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 84:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9f250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 84:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 84:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 84:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 84:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_PATH: backend/vbd/84/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/84/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591f9e500 wpath=/local/domain/0/backend/vif/84/0/state token=2/3: event epath=/local/domain/0/backend/vif/84/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/84/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591f9e500 wpath=/local/domain/0/backend/vif/84/0/state token=2/3: event epath=/local/domain/0/backend/vif/84/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/84/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d591f9e500 wpath=/local/domain/0/backend/vif/84/0/state token=2/3: event epath=/local/domain/0/backend/vif/84/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/84/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d591f9e500 wpath=/local/domain/0/backend/vif/84/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 84:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9e500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 84:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 84:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 84: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 84:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_PATH: backend/vif/84/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 84: vif: vif84.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9f350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 84:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 84:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9f350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9e600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 84:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d591f9e600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 84:Forked pid 30529 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d591fa1530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d591fa1530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:09:36 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:09:37 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26824.0, received 25256.2 debug1: Exit status 0 2020-10-23 02:09:37 Z ========== rep 10 ========== 2020-10-23 02:09:37 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:09:38 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:09:38 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 85:ao 0x55935d631f50: create: how=(nil) callback=(nil) poller=0x55935d632010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 85:ao 0x55935d631f50: inprogress: poller=0x55935d632010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 85:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 85: ev 0x55935d6318d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55935d631f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55935d631f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 85:ao 0x55935d63fd50: create: how=(nil) callback=(nil) poller=0x55935d632010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 85:ao 0x55935d63fd50: inprogress: poller=0x55935d632010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5608ea0e6370: create: how=(nil) callback=(nil) poller=0x5608ea0e6410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 85, flags 1, hvm 0 xc: info: Saving domain 85, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 86:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5608ea0e6370: inprogress: poller=0x5608ea0e6410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x46a431 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 86, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 85:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55935d63bd68 wpath=/local/domain/85/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d63bd68 wpath=/local/domain/85/control/shutdown token=3/0: event epath=/local/domain/85/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d63bd68 wpath=/local/domain/85/control/shutdown token=3/0: event epath=/local/domain/85/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55935d63bd68 wpath=/local/domain/85/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 85:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 85:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55935d63bd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d63bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d63bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 85:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55935d63bd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d63bd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55935d63bdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55935d63fd50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55935d63fd50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d86 gnt[0] -> d0 0x83227c domainbuilder: detail: xc_dom_set_gnttab_entry: d86 gnt[1] -> d0 0x83227d xc: info: Restore successful xc: info: XenStore: mfn 0x83227d, dom 0, evt 1 xc: info: Console: mfn 0x83227c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5608ea0e2d30 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5608ea0e2d30 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/86/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/86/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5608ea0e2d30 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/86/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/86/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5608ea0e2d30 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 86:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e2d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 86:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 86:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 86:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 86:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_PATH: backend/vbd/86/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e2e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 86:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 86:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e2e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5608ea0e3eb0 wpath=/local/domain/0/backend/vif/86/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5608ea0e3eb0 wpath=/local/domain/0/backend/vif/86/0/state token=3/1: event epath=/local/domain/0/backend/vif/86/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/86/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5608ea0e3eb0 wpath=/local/domain/0/backend/vif/86/0/state token=3/1: event epath=/local/domain/0/backend/vif/86/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/86/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5608ea0e3eb0 wpath=/local/domain/0/backend/vif/86/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 86:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e3eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 86:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 86:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 86: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 86:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_PATH: backend/vif/86/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: vif: vif86.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e3fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 86:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0e3fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5608ea0dbcf8 wpath=/local/domain/86/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5608ea0dbcf8 wpath=/local/domain/86/console/tty token=3/2: event epath=/local/domain/86/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5608ea0e6370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5608ea0dbcf8 wpath=/local/domain/86/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5608ea0dbcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5608ea0e6370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5608ea0e6370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 86:ao 0x5608ea0d5fc0: create: how=(nil) callback=(nil) poller=0x5608ea0e6410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5608ea0d5fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 86:ao 0x5608ea0d5fc0: inprogress: poller=0x5608ea0e6410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5608ea0d5fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 85:ao 0x55935d63b530: create: how=(nil) callback=(nil) poller=0x55935d632010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55935d639250 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55935d638500 wpath=/local/domain/0/backend/vif/85/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 85:ao 0x55935d63b530: inprogress: poller=0x55935d632010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d639250 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/85/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/85/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55935d639250 wpath=/local/domain/0/backend/vbd/85/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 85:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d639250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 85:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 85:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 85:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 85:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_PATH: backend/vbd/85/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/85/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d638500 wpath=/local/domain/0/backend/vif/85/0/state token=2/3: event epath=/local/domain/0/backend/vif/85/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/85/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d638500 wpath=/local/domain/0/backend/vif/85/0/state token=2/3: event epath=/local/domain/0/backend/vif/85/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/85/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55935d638500 wpath=/local/domain/0/backend/vif/85/0/state token=2/3: event epath=/local/domain/0/backend/vif/85/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/85/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55935d638500 wpath=/local/domain/0/backend/vif/85/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 85:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d638500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 85:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 85:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 85: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 85:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_PATH: backend/vif/85/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 85: vif: vif85.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d639350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 85:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 85:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d639350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d638600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 85:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55935d638600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 85:Forked pid 30761 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55935d63b530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55935d63b530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:10:00 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:10:01 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26414.3, received 24870.4 debug1: Exit status 0 2020-10-23 02:10:01 Z ========== rep 11 ========== 2020-10-23 02:10:01 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:10:02 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:10:02 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 86:ao 0x560eea058f50: create: how=(nil) callback=(nil) poller=0x560eea059010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 86:ao 0x560eea058f50: inprogress: poller=0x560eea059010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 86:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 86: ev 0x560eea0588d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560eea058f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560eea058f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 86:ao 0x560eea066d50: create: how=(nil) callback=(nil) poller=0x560eea059010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 86:ao 0x560eea066d50: inprogress: poller=0x560eea059010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55e5083b3370: create: how=(nil) callback=(nil) poller=0x55e5083b3410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 86, flags 1, hvm 0 xc: info: Saving domain 86, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 87:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55e5083b3370: inprogress: poller=0x55e5083b3410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x84e2f6 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 87, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 86:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560eea062d68 wpath=/local/domain/86/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea062d68 wpath=/local/domain/86/control/shutdown token=3/0: event epath=/local/domain/86/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea062d68 wpath=/local/domain/86/control/shutdown token=3/0: event epath=/local/domain/86/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560eea062d68 wpath=/local/domain/86/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 86:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 86:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560eea062d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea062d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea062d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 86:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560eea062d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea062d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560eea062df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560eea066d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560eea066d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d87 gnt[0] -> d0 0x41e498 domainbuilder: detail: xc_dom_set_gnttab_entry: d87 gnt[1] -> d0 0x41e499 xc: info: Restore successful xc: info: XenStore: mfn 0x41e499, dom 0, evt 1 xc: info: Console: mfn 0x41e498, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e5083afd30 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e5083afd30 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/87/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/87/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e5083afd30 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/87/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/87/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e5083afd30 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 87:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083afd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 87:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 87:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 87:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 87:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_PATH: backend/vbd/87/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083afe30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 87:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 87:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083afe30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e5083b0eb0 wpath=/local/domain/0/backend/vif/87/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e5083b0eb0 wpath=/local/domain/0/backend/vif/87/0/state token=3/1: event epath=/local/domain/0/backend/vif/87/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/87/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e5083b0eb0 wpath=/local/domain/0/backend/vif/87/0/state token=3/1: event epath=/local/domain/0/backend/vif/87/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/87/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e5083b0eb0 wpath=/local/domain/0/backend/vif/87/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 87:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083b0eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 87:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 87:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 87: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 87:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_PATH: backend/vif/87/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: vif: vif87.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083b0fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 87:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083b0fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e5083a8cf8 wpath=/local/domain/87/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e5083a8cf8 wpath=/local/domain/87/console/tty token=3/2: event epath=/local/domain/87/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e5083b3370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e5083a8cf8 wpath=/local/domain/87/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e5083a8cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e5083b3370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e5083b3370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 87:ao 0x55e5083a2fc0: create: how=(nil) callback=(nil) poller=0x55e5083b3410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e5083a2fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 87:ao 0x55e5083a2fc0: inprogress: poller=0x55e5083b3410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e5083a2fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 86:ao 0x560eea062530: create: how=(nil) callback=(nil) poller=0x560eea059010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560eea060250 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560eea05f500 wpath=/local/domain/0/backend/vif/86/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 86:ao 0x560eea062530: inprogress: poller=0x560eea059010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea060250 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/86/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/86/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560eea060250 wpath=/local/domain/0/backend/vbd/86/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 86:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea060250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 86:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 86:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 86:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 86:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_PATH: backend/vbd/86/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/86/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea05f500 wpath=/local/domain/0/backend/vif/86/0/state token=2/3: event epath=/local/domain/0/backend/vif/86/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/86/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea05f500 wpath=/local/domain/0/backend/vif/86/0/state token=2/3: event epath=/local/domain/0/backend/vif/86/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/86/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560eea05f500 wpath=/local/domain/0/backend/vif/86/0/state token=2/3: event epath=/local/domain/0/backend/vif/86/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/86/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560eea05f500 wpath=/local/domain/0/backend/vif/86/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 86:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea05f500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 86:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 86:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 86: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 86:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_PATH: backend/vif/86/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 86: vif: vif86.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea060350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 86:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 86:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea060350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea05f600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 86:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560eea05f600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 86:Forked pid 30993 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560eea062530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560eea062530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:10:24 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 Fri 23 Oct 02:10:25 UTC 2020 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27101.5, received 25517.5 debug1: Exit status 0 2020-10-23 02:10:25 Z ========== rep 12 ========== 2020-10-23 02:10:25 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:10:25 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:10:25 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 87:ao 0x55dd45303f50: create: how=(nil) callback=(nil) poller=0x55dd45304010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 87:ao 0x55dd45303f50: inprogress: poller=0x55dd45304010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 87:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 87: ev 0x55dd453038d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dd45303f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dd45303f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 87:ao 0x55dd45311d50: create: how=(nil) callback=(nil) poller=0x55dd45304010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 87:ao 0x55dd45311d50: inprogress: poller=0x55dd45304010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x56357e0b5370: create: how=(nil) callback=(nil) poller=0x56357e0b5410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 87, flags 1, hvm 0 xc: info: Saving domain 87, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 88:restoring, not running bootloader xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x46a7c2 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x56357e0b5370: inprogress: poller=0x56357e0b5410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 88, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 87:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dd4530dd68 wpath=/local/domain/87/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530dd68 wpath=/local/domain/87/control/shutdown token=3/0: event epath=/local/domain/87/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530dd68 wpath=/local/domain/87/control/shutdown token=3/0: event epath=/local/domain/87/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dd4530dd68 wpath=/local/domain/87/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 87:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 87:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dd4530dd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 87:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dd4530dd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530dd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55dd4530ddf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dd45311d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dd45311d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d88 gnt[0] -> d0 0x85ae4b domainbuilder: detail: xc_dom_set_gnttab_entry: d88 gnt[1] -> d0 0x85ae4c xc: info: Restore successful xc: info: XenStore: mfn 0x85ae4c, dom 0, evt 1 xc: info: Console: mfn 0x85ae4b, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56357e0b1d30 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56357e0b1d30 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/88/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/88/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56357e0b1d30 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/88/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/88/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56357e0b1d30 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 88:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b1d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 88:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 88:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 88:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 88:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_PATH: backend/vbd/88/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b1e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 88:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 88:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b1e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56357e0b2eb0 wpath=/local/domain/0/backend/vif/88/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56357e0b2eb0 wpath=/local/domain/0/backend/vif/88/0/state token=3/1: event epath=/local/domain/0/backend/vif/88/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/88/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56357e0b2eb0 wpath=/local/domain/0/backend/vif/88/0/state token=3/1: event epath=/local/domain/0/backend/vif/88/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/88/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56357e0b2eb0 wpath=/local/domain/0/backend/vif/88/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 88:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b2eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 88:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 88:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 88: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 88:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_PATH: backend/vif/88/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: vif: vif88.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b2fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 88:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0b2fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56357e0aacf8 wpath=/local/domain/88/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56357e0aacf8 wpath=/local/domain/88/console/tty token=3/2: event epath=/local/domain/88/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56357e0b5370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56357e0aacf8 wpath=/local/domain/88/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56357e0aacf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56357e0b5370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56357e0b5370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 88:ao 0x56357e0a4fc0: create: how=(nil) callback=(nil) poller=0x56357e0b5410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56357e0a4fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 88:ao 0x56357e0a4fc0: inprogress: poller=0x56357e0b5410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56357e0a4fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 87:ao 0x55dd4530d530: create: how=(nil) callback=(nil) poller=0x55dd45304010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dd4530b250 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dd4530a500 wpath=/local/domain/0/backend/vif/87/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 87:ao 0x55dd4530d530: inprogress: poller=0x55dd45304010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530b250 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/87/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/87/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dd4530b250 wpath=/local/domain/0/backend/vbd/87/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 87:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530b250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 87:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 87:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 87:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 87:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_PATH: backend/vbd/87/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/87/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530a500 wpath=/local/domain/0/backend/vif/87/0/state token=2/3: event epath=/local/domain/0/backend/vif/87/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/87/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530a500 wpath=/local/domain/0/backend/vif/87/0/state token=2/3: event epath=/local/domain/0/backend/vif/87/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/87/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dd4530a500 wpath=/local/domain/0/backend/vif/87/0/state token=2/3: event epath=/local/domain/0/backend/vif/87/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/87/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dd4530a500 wpath=/local/domain/0/backend/vif/87/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 87:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530a500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 87:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 87:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 87: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 87:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_PATH: backend/vif/87/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 87: vif: vif87.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530b350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 87:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 87:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530b350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530a600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 87:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dd4530a600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 87:Forked pid 31225 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dd4530d530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dd4530d530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:10:48 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:10:49 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27064.7, received 25482.7 debug1: Exit status 0 2020-10-23 02:10:49 Z ========== rep 13 ========== 2020-10-23 02:10:49 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:10:49 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:10:49 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 88:ao 0x56004fbb7f50: create: how=(nil) callback=(nil) poller=0x56004fbb8010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 88:ao 0x56004fbb7f50: inprogress: poller=0x56004fbb8010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 88:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 88: ev 0x56004fbb78d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56004fbb7f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56004fbb7f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 88:ao 0x56004fbc5d50: create: how=(nil) callback=(nil) poller=0x56004fbb8010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 88:ao 0x56004fbc5d50: inprogress: poller=0x56004fbb8010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55949b16e370: create: how=(nil) callback=(nil) poller=0x55949b16e410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 88, flags 1, hvm 0 xc: info: Saving domain 88, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 89:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55949b16e370: inprogress: poller=0x55949b16e410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x866bd5 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 89, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 88:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56004fbc1d68 wpath=/local/domain/88/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbc1d68 wpath=/local/domain/88/control/shutdown token=3/0: event epath=/local/domain/88/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbc1d68 wpath=/local/domain/88/control/shutdown token=3/0: event epath=/local/domain/88/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56004fbc1d68 wpath=/local/domain/88/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 88:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 88:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56004fbc1d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbc1d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbc1d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 88:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56004fbc1d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbc1d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56004fbc1df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56004fbc5d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56004fbc5d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d89 gnt[0] -> d0 0x426402 domainbuilder: detail: xc_dom_set_gnttab_entry: d89 gnt[1] -> d0 0x426403 xc: info: Restore successful xc: info: XenStore: mfn 0x426403, dom 0, evt 1 xc: info: Console: mfn 0x426402, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55949b16ad30 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55949b16ad30 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/89/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/89/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55949b16ad30 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/89/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/89/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55949b16ad30 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 89:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16ad30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 89:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 89:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 89:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 89:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_PATH: backend/vbd/89/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16ae30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 89:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 89:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16ae30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55949b16beb0 wpath=/local/domain/0/backend/vif/89/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55949b16beb0 wpath=/local/domain/0/backend/vif/89/0/state token=3/1: event epath=/local/domain/0/backend/vif/89/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/89/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55949b16beb0 wpath=/local/domain/0/backend/vif/89/0/state token=3/1: event epath=/local/domain/0/backend/vif/89/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/89/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55949b16beb0 wpath=/local/domain/0/backend/vif/89/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 89:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16beb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 89:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 89:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 89: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 89:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_PATH: backend/vif/89/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: vif: vif89.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16bfb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 89:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b16bfb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55949b163cf8 wpath=/local/domain/89/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55949b163cf8 wpath=/local/domain/89/console/tty token=3/2: event epath=/local/domain/89/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55949b16e370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55949b163cf8 wpath=/local/domain/89/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55949b163cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55949b16e370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55949b16e370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 89:ao 0x55949b15dfc0: create: how=(nil) callback=(nil) poller=0x55949b16e410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55949b15dfc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 89:ao 0x55949b15dfc0: inprogress: poller=0x55949b16e410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55949b15dfc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 88:ao 0x56004fbc1530: create: how=(nil) callback=(nil) poller=0x56004fbb8010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56004fbbf250 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56004fbbe500 wpath=/local/domain/0/backend/vif/88/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 88:ao 0x56004fbc1530: inprogress: poller=0x56004fbb8010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbbf250 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/88/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/88/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56004fbbf250 wpath=/local/domain/0/backend/vbd/88/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 88:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbf250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 88:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 88:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 88:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 88:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_PATH: backend/vbd/88/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/88/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbbe500 wpath=/local/domain/0/backend/vif/88/0/state token=2/3: event epath=/local/domain/0/backend/vif/88/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/88/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbbe500 wpath=/local/domain/0/backend/vif/88/0/state token=2/3: event epath=/local/domain/0/backend/vif/88/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/88/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56004fbbe500 wpath=/local/domain/0/backend/vif/88/0/state token=2/3: event epath=/local/domain/0/backend/vif/88/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/88/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56004fbbe500 wpath=/local/domain/0/backend/vif/88/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 88:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbe500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 88:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 88:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 88: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 88:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_PATH: backend/vif/88/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 88: vif: vif88.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbf350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 88:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 88:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbf350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbe600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 88:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56004fbbe600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 88:Forked pid 31458 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56004fbc1530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56004fbc1530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:11:12 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:11:13 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 25974.8, received 24456.6 debug1: Exit status 0 2020-10-23 02:11:13 Z ========== rep 14 ========== 2020-10-23 02:11:13 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:11:14 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:11:14 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 89:ao 0x55d9c86f4f50: create: how=(nil) callback=(nil) poller=0x55d9c86f5010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 89:ao 0x55d9c86f4f50: inprogress: poller=0x55d9c86f5010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 89:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 89: ev 0x55d9c86f48d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d9c86f4f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d9c86f4f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 89:ao 0x55d9c8702d50: create: how=(nil) callback=(nil) poller=0x55d9c86f5010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 89:ao 0x55d9c8702d50: inprogress: poller=0x55d9c86f5010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c222325370: create: how=(nil) callback=(nil) poller=0x55c222325410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 89, flags 1, hvm 0 xc: info: Saving domain 89, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 90:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c222325370: inprogress: poller=0x55c222325410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4769ac xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 90, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 89:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d9c86fed68 wpath=/local/domain/89/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fed68 wpath=/local/domain/89/control/shutdown token=3/0: event epath=/local/domain/89/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fed68 wpath=/local/domain/89/control/shutdown token=3/0: event epath=/local/domain/89/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d9c86fed68 wpath=/local/domain/89/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 89:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 89:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d9c86fed80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 89:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d9c86fed80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fed80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d9c86fedf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d9c8702d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d9c8702d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d90 gnt[0] -> d0 0x862f84 domainbuilder: detail: xc_dom_set_gnttab_entry: d90 gnt[1] -> d0 0x862f85 xc: info: Restore successful xc: info: XenStore: mfn 0x862f85, dom 0, evt 1 xc: info: Console: mfn 0x862f84, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c222321d30 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c222321d30 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/90/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/90/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c222321d30 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/90/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/90/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c222321d30 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 90:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222321d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 90:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 90:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 90:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 90:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_PATH: backend/vbd/90/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222321e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 90:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 90:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222321e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c222322eb0 wpath=/local/domain/0/backend/vif/90/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c222322eb0 wpath=/local/domain/0/backend/vif/90/0/state token=3/1: event epath=/local/domain/0/backend/vif/90/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/90/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c222322eb0 wpath=/local/domain/0/backend/vif/90/0/state token=3/1: event epath=/local/domain/0/backend/vif/90/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/90/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c222322eb0 wpath=/local/domain/0/backend/vif/90/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 90:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222322eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 90:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 90:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 90: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 90:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_PATH: backend/vif/90/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: vif: vif90.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222322fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 90:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c222322fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c22231acf8 wpath=/local/domain/90/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c22231acf8 wpath=/local/domain/90/console/tty token=3/2: event epath=/local/domain/90/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c222325370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c22231acf8 wpath=/local/domain/90/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c22231acf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c222325370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c222325370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 90:ao 0x55c222314fc0: create: how=(nil) callback=(nil) poller=0x55c222325410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c222314fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 90:ao 0x55c222314fc0: inprogress: poller=0x55c222325410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c222314fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 89:ao 0x55d9c86fe530: create: how=(nil) callback=(nil) poller=0x55d9c86f5010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d9c86fc250 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d9c86fb500 wpath=/local/domain/0/backend/vif/89/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 89:ao 0x55d9c86fe530: inprogress: poller=0x55d9c86f5010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fc250 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/89/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/89/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d9c86fc250 wpath=/local/domain/0/backend/vbd/89/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 89:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fc250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 89:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 89:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 89:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 89:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_PATH: backend/vbd/89/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/89/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fb500 wpath=/local/domain/0/backend/vif/89/0/state token=2/3: event epath=/local/domain/0/backend/vif/89/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/89/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fb500 wpath=/local/domain/0/backend/vif/89/0/state token=2/3: event epath=/local/domain/0/backend/vif/89/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/89/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d9c86fb500 wpath=/local/domain/0/backend/vif/89/0/state token=2/3: event epath=/local/domain/0/backend/vif/89/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/89/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d9c86fb500 wpath=/local/domain/0/backend/vif/89/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 89:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fb500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 89:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 89:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 89: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 89:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_PATH: backend/vif/89/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 89: vif: vif89.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fc350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 89:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 89:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fc350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fb600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 89:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d9c86fb600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 89:Forked pid 31690 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d9c86fe530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d9c86fe530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:11:36 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:11:38 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26441.6, received 24896.1 debug1: Exit status 0 2020-10-23 02:11:38 Z ========== rep 15 ========== 2020-10-23 02:11:38 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:11:38 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:11:38 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 90:ao 0x55fb41429f50: create: how=(nil) callback=(nil) poller=0x55fb4142a010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 90:ao 0x55fb41429f50: inprogress: poller=0x55fb4142a010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 90:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 90: ev 0x55fb414298d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb41429f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb41429f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 90:ao 0x55fb41437d50: create: how=(nil) callback=(nil) poller=0x55fb4142a010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 90:ao 0x55fb41437d50: inprogress: poller=0x55fb4142a010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55d64fc00370: create: how=(nil) callback=(nil) poller=0x55d64fc00410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 90, flags 1, hvm 0 xc: info: Saving domain 90, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 91:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55d64fc00370: inprogress: poller=0x55d64fc00410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x863292 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 91, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 90:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb41433d68 wpath=/local/domain/90/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41433d68 wpath=/local/domain/90/control/shutdown token=3/0: event epath=/local/domain/90/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41433d68 wpath=/local/domain/90/control/shutdown token=3/0: event epath=/local/domain/90/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb41433d68 wpath=/local/domain/90/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 90:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 90:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb41433d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41433d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41433d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 90:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb41433d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41433d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55fb41433df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb41437d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb41437d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d91 gnt[0] -> d0 0x40e65e domainbuilder: detail: xc_dom_set_gnttab_entry: d91 gnt[1] -> d0 0x40e65f xc: info: Restore successful xc: info: XenStore: mfn 0x40e65f, dom 0, evt 1 xc: info: Console: mfn 0x40e65e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d64fbfcd30 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d64fbfcd30 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/91/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/91/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d64fbfcd30 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/91/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/91/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d64fbfcd30 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 91:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfcd30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 91:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 91:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 91:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 91:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_PATH: backend/vbd/91/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfce30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 91:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 91:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfce30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d64fbfdeb0 wpath=/local/domain/0/backend/vif/91/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d64fbfdeb0 wpath=/local/domain/0/backend/vif/91/0/state token=3/1: event epath=/local/domain/0/backend/vif/91/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/91/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d64fbfdeb0 wpath=/local/domain/0/backend/vif/91/0/state token=3/1: event epath=/local/domain/0/backend/vif/91/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/91/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d64fbfdeb0 wpath=/local/domain/0/backend/vif/91/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 91:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfdeb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 91:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 91:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 91: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 91:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_PATH: backend/vif/91/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: vif: vif91.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfdfb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 91:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbfdfb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d64fbf5cf8 wpath=/local/domain/91/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d64fbf5cf8 wpath=/local/domain/91/console/tty token=3/2: event epath=/local/domain/91/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d64fc00370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d64fbf5cf8 wpath=/local/domain/91/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d64fbf5cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d64fc00370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d64fc00370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 91:ao 0x55d64fbeffc0: create: how=(nil) callback=(nil) poller=0x55d64fc00410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d64fbeffc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 91:ao 0x55d64fbeffc0: inprogress: poller=0x55d64fc00410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d64fbeffc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 90:ao 0x55fb41433530: create: how=(nil) callback=(nil) poller=0x55fb4142a010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb41431250 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb41430500 wpath=/local/domain/0/backend/vif/90/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 90:ao 0x55fb41433530: inprogress: poller=0x55fb4142a010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41431250 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/90/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/90/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb41431250 wpath=/local/domain/0/backend/vbd/90/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 90:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41431250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 90:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 90:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 90:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 90:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_PATH: backend/vbd/90/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/90/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41430500 wpath=/local/domain/0/backend/vif/90/0/state token=2/3: event epath=/local/domain/0/backend/vif/90/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/90/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41430500 wpath=/local/domain/0/backend/vif/90/0/state token=2/3: event epath=/local/domain/0/backend/vif/90/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/90/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb41430500 wpath=/local/domain/0/backend/vif/90/0/state token=2/3: event epath=/local/domain/0/backend/vif/90/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/90/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb41430500 wpath=/local/domain/0/backend/vif/90/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 90:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41430500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 90:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 90:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 90: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 90:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_PATH: backend/vif/90/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 90: vif: vif90.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41431350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 90:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 90:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41431350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41430600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 90:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb41430600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 90:Forked pid 31921 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb41433530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb41433530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:12:01 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:12:02 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27185.7, received 25596.7 debug1: Exit status 0 2020-10-23 02:12:02 Z ========== rep 16 ========== 2020-10-23 02:12:02 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:12:02 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:12:02 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 91:ao 0x561b9821cf50: create: how=(nil) callback=(nil) poller=0x561b9821d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 91:ao 0x561b9821cf50: inprogress: poller=0x561b9821d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 91:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 91: ev 0x561b9821c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b9821cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b9821cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 91:ao 0x561b9822ad50: create: how=(nil) callback=(nil) poller=0x561b9821d010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 91:ao 0x561b9822ad50: inprogress: poller=0x561b9821d010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55f2be92a370: create: how=(nil) callback=(nil) poller=0x55f2be92a410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 91, flags 1, hvm 0 xc: info: Saving domain 91, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 92:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55f2be92a370: inprogress: poller=0x55f2be92a410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x41e508 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 92, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 91:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b98226d68 wpath=/local/domain/91/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98226d68 wpath=/local/domain/91/control/shutdown token=3/0: event epath=/local/domain/91/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98226d68 wpath=/local/domain/91/control/shutdown token=3/0: event epath=/local/domain/91/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b98226d68 wpath=/local/domain/91/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 91:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 91:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b98226d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98226d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98226d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 91:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b98226d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98226d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x561b98226df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b9822ad50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b9822ad50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d92 gnt[0] -> d0 0x83e292 domainbuilder: detail: xc_dom_set_gnttab_entry: d92 gnt[1] -> d0 0x83e293 xc: info: Restore successful xc: info: XenStore: mfn 0x83e293, dom 0, evt 1 xc: info: Console: mfn 0x83e292, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f2be926d30 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f2be926d30 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/92/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/92/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f2be926d30 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/92/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/92/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f2be926d30 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 92:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be926d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 92:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 92:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 92:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 92:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_PATH: backend/vbd/92/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be926e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 92:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 92:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be926e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f2be927eb0 wpath=/local/domain/0/backend/vif/92/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f2be927eb0 wpath=/local/domain/0/backend/vif/92/0/state token=3/1: event epath=/local/domain/0/backend/vif/92/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/92/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f2be927eb0 wpath=/local/domain/0/backend/vif/92/0/state token=3/1: event epath=/local/domain/0/backend/vif/92/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/92/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f2be927eb0 wpath=/local/domain/0/backend/vif/92/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 92:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be927eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 92:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 92:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 92: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 92:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_PATH: backend/vif/92/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: vif: vif92.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be927fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 92:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be927fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f2be91fcf8 wpath=/local/domain/92/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f2be91fcf8 wpath=/local/domain/92/console/tty token=3/2: event epath=/local/domain/92/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f2be92a370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f2be91fcf8 wpath=/local/domain/92/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f2be91fcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f2be92a370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f2be92a370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 92:ao 0x55f2be919fc0: create: how=(nil) callback=(nil) poller=0x55f2be92a410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f2be919fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 92:ao 0x55f2be919fc0: inprogress: poller=0x55f2be92a410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f2be919fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 91:ao 0x561b98226530: create: how=(nil) callback=(nil) poller=0x561b9821d010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b98224250 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b98223500 wpath=/local/domain/0/backend/vif/91/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 91:ao 0x561b98226530: inprogress: poller=0x561b9821d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98224250 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/91/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/91/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b98224250 wpath=/local/domain/0/backend/vbd/91/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 91:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98224250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 91:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 91:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 91:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 91:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_PATH: backend/vbd/91/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/91/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98223500 wpath=/local/domain/0/backend/vif/91/0/state token=2/3: event epath=/local/domain/0/backend/vif/91/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/91/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98223500 wpath=/local/domain/0/backend/vif/91/0/state token=2/3: event epath=/local/domain/0/backend/vif/91/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/91/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b98223500 wpath=/local/domain/0/backend/vif/91/0/state token=2/3: event epath=/local/domain/0/backend/vif/91/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/91/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b98223500 wpath=/local/domain/0/backend/vif/91/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 91:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98223500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 91:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 91:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 91: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 91:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_PATH: backend/vif/91/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 91: vif: vif91.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98224350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 91:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 91:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98224350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98223600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 91:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b98223600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 91:Forked pid 32153 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b98226530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b98226530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:12:25 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:12:26 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26370.4, received 24829.0 debug1: Exit status 0 2020-10-23 02:12:26 Z ========== rep 17 ========== 2020-10-23 02:12:26 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:12:27 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:12:27 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 92:ao 0x5561f8a64f50: create: how=(nil) callback=(nil) poller=0x5561f8a65010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 92:ao 0x5561f8a64f50: inprogress: poller=0x5561f8a65010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 92:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 92: ev 0x5561f8a648d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5561f8a64f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5561f8a64f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 92:ao 0x5561f8a72d50: create: how=(nil) callback=(nil) poller=0x5561f8a65010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) libxl: Savefile contains xl domain config in JSON format Parsing config from debug: libxl_domain.c:539:libxl_domain_suspend: Domain 92:ao 0x5561f8a72d50: inprogress: poller=0x5561f8a65010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x562615a25370: create: how=(nil) callback=(nil) poller=0x562615a25410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 92, flags 1, hvm 0 xc: info: Saving domain 92, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 93:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x562615a25370: inprogress: poller=0x562615a25410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x85c340 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 93, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 92:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5561f8a6ed68 wpath=/local/domain/92/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6ed68 wpath=/local/domain/92/control/shutdown token=3/0: event epath=/local/domain/92/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6ed68 wpath=/local/domain/92/control/shutdown token=3/0: event epath=/local/domain/92/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5561f8a6ed68 wpath=/local/domain/92/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 92:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 92:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5561f8a6ed80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6ed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6ed80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 92:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5561f8a6ed80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6ed80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5561f8a6edf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5561f8a72d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5561f8a72d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d93 gnt[0] -> d0 0x47e8ab domainbuilder: detail: xc_dom_set_gnttab_entry: d93 gnt[1] -> d0 0x47e8ac xc: info: Restore successful xc: info: XenStore: mfn 0x47e8ac, dom 0, evt 1 xc: info: Console: mfn 0x47e8ab, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562615a21d30 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562615a21d30 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/93/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/93/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562615a21d30 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/93/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/93/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562615a21d30 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 93:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a21d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 93:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 93:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 93:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 93:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_PATH: backend/vbd/93/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a21e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 93:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 93:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a21e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562615a22eb0 wpath=/local/domain/0/backend/vif/93/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562615a22eb0 wpath=/local/domain/0/backend/vif/93/0/state token=3/1: event epath=/local/domain/0/backend/vif/93/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/93/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562615a22eb0 wpath=/local/domain/0/backend/vif/93/0/state token=3/1: event epath=/local/domain/0/backend/vif/93/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/93/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562615a22eb0 wpath=/local/domain/0/backend/vif/93/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 93:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a22eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 93:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 93:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 93: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 93:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_PATH: backend/vif/93/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: vif: vif93.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a22fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 93:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a22fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562615a1acf8 wpath=/local/domain/93/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562615a1acf8 wpath=/local/domain/93/console/tty token=3/2: event epath=/local/domain/93/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562615a25370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562615a1acf8 wpath=/local/domain/93/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562615a1acf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562615a25370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562615a25370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 93:ao 0x562615a14fc0: create: how=(nil) callback=(nil) poller=0x562615a25410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562615a14fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 93:ao 0x562615a14fc0: inprogress: poller=0x562615a25410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562615a14fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 92:ao 0x5561f8a6e530: create: how=(nil) callback=(nil) poller=0x5561f8a65010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5561f8a6c250 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5561f8a6b500 wpath=/local/domain/0/backend/vif/92/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 92:ao 0x5561f8a6e530: inprogress: poller=0x5561f8a65010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6c250 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/92/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/92/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5561f8a6c250 wpath=/local/domain/0/backend/vbd/92/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 92:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6c250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 92:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 92:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 92:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 92:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_PATH: backend/vbd/92/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/92/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6b500 wpath=/local/domain/0/backend/vif/92/0/state token=2/3: event epath=/local/domain/0/backend/vif/92/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/92/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6b500 wpath=/local/domain/0/backend/vif/92/0/state token=2/3: event epath=/local/domain/0/backend/vif/92/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/92/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5561f8a6b500 wpath=/local/domain/0/backend/vif/92/0/state token=2/3: event epath=/local/domain/0/backend/vif/92/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/92/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5561f8a6b500 wpath=/local/domain/0/backend/vif/92/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 92:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6b500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 92:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 92:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 92: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 92:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_PATH: backend/vif/92/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 92: vif: vif92.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6c350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 92:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 92:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6c350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6b600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 92:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5561f8a6b600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 92:Forked pid 32385 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5561f8a6e530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5561f8a6e530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:12:49 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:12:50 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27207.5, received 25617.2 debug1: Exit status 0 2020-10-23 02:12:50 Z ========== rep 18 ========== 2020-10-23 02:12:50 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:12:50 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:12:50 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 93:ao 0x563f6420df50: create: how=(nil) callback=(nil) poller=0x563f6420e010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 93:ao 0x563f6420df50: inprogress: poller=0x563f6420e010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 93:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 93: ev 0x563f6420d8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f6420df50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f6420df50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 93:ao 0x563f6421bd50: create: how=(nil) callback=(nil) poller=0x563f6420e010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 93:ao 0x563f6421bd50: inprogress: poller=0x563f6420e010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5590a30d5370: create: how=(nil) callback=(nil) poller=0x5590a30d5410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 93, flags 1, hvm 0 xc: info: Saving domain 93, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 94:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5590a30d5370: inprogress: poller=0x5590a30d5410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x476655 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 94, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 93:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f64217d68 wpath=/local/domain/93/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64217d68 wpath=/local/domain/93/control/shutdown token=3/0: event epath=/local/domain/93/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64217d68 wpath=/local/domain/93/control/shutdown token=3/0: event epath=/local/domain/93/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f64217d68 wpath=/local/domain/93/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 93:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 93:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f64217d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64217d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64217d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 93:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f64217d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64217d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563f64217df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f6421bd50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f6421bd50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d94 gnt[0] -> d0 0x8673bb domainbuilder: detail: xc_dom_set_gnttab_entry: d94 gnt[1] -> d0 0x8673bc xc: info: Restore successful xc: info: XenStore: mfn 0x8673bc, dom 0, evt 1 xc: info: Console: mfn 0x8673bb, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5590a30d1d30 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5590a30d1d30 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/94/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/94/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5590a30d1d30 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/94/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/94/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5590a30d1d30 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 94:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d1d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 94:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 94:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 94:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 94:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_PATH: backend/vbd/94/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d1e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 94:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 94:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d1e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5590a30d2eb0 wpath=/local/domain/0/backend/vif/94/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5590a30d2eb0 wpath=/local/domain/0/backend/vif/94/0/state token=3/1: event epath=/local/domain/0/backend/vif/94/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/94/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5590a30d2eb0 wpath=/local/domain/0/backend/vif/94/0/state token=3/1: event epath=/local/domain/0/backend/vif/94/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/94/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5590a30d2eb0 wpath=/local/domain/0/backend/vif/94/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 94:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d2eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 94:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 94:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 94: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 94:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_PATH: backend/vif/94/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: vif: vif94.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d2fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 94:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30d2fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5590a30cacf8 wpath=/local/domain/94/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5590a30cacf8 wpath=/local/domain/94/console/tty token=3/2: event epath=/local/domain/94/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5590a30d5370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5590a30cacf8 wpath=/local/domain/94/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5590a30cacf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5590a30d5370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5590a30d5370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 94:ao 0x5590a30c4fc0: create: how=(nil) callback=(nil) poller=0x5590a30d5410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5590a30c4fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 94:ao 0x5590a30c4fc0: inprogress: poller=0x5590a30d5410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5590a30c4fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 93:ao 0x563f64217530: create: how=(nil) callback=(nil) poller=0x563f6420e010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f64215250 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563f64214500 wpath=/local/domain/0/backend/vif/93/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 93:ao 0x563f64217530: inprogress: poller=0x563f6420e010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64215250 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/93/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/93/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f64215250 wpath=/local/domain/0/backend/vbd/93/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 93:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64215250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 93:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 93:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 93:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 93:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_PATH: backend/vbd/93/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/93/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64214500 wpath=/local/domain/0/backend/vif/93/0/state token=2/3: event epath=/local/domain/0/backend/vif/93/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/93/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64214500 wpath=/local/domain/0/backend/vif/93/0/state token=2/3: event epath=/local/domain/0/backend/vif/93/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/93/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563f64214500 wpath=/local/domain/0/backend/vif/93/0/state token=2/3: event epath=/local/domain/0/backend/vif/93/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/93/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563f64214500 wpath=/local/domain/0/backend/vif/93/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 93:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64214500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 93:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 93:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 93: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 93:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_PATH: backend/vif/93/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 93: vif: vif93.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64215350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 93:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 93:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64215350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64214600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 93:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563f64214600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 93:Forked pid 32619 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563f64217530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563f64217530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:13:13 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 Fri 23 Oct 02:13:14 UTC 2020 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26460.8, received 24914.1 debug1: Exit status 0 2020-10-23 02:13:14 Z ========== rep 19 ========== 2020-10-23 02:13:14 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:13:15 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:13:15 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 94:ao 0x55ec7128cf50: create: how=(nil) callback=(nil) poller=0x55ec7128d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 94:ao 0x55ec7128cf50: inprogress: poller=0x55ec7128d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 94:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 94: ev 0x55ec7128c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec7128cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec7128cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 94:ao 0x55ec7129ad50: create: how=(nil) callback=(nil) poller=0x55ec7128d010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 94:ao 0x55ec7129ad50: inprogress: poller=0x55ec7128d010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x555e5d648370: create: how=(nil) callback=(nil) poller=0x555e5d648410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 94, flags 1, hvm 0 xc: info: Saving domain 94, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 95:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15686 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15686 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x555e5d648370: inprogress: poller=0x555e5d648410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x8674dd xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 95, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 94:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec71296d68 wpath=/local/domain/94/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71296d68 wpath=/local/domain/94/control/shutdown token=3/0: event epath=/local/domain/94/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71296d68 wpath=/local/domain/94/control/shutdown token=3/0: event epath=/local/domain/94/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec71296d68 wpath=/local/domain/94/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 94:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 94:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec71296d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71296d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71296d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 94:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec71296d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71296d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55ec71296df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec7129ad50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec7129ad50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d95 gnt[0] -> d0 0x4167e2 domainbuilder: detail: xc_dom_set_gnttab_entry: d95 gnt[1] -> d0 0x4167e3 xc: info: Restore successful xc: info: XenStore: mfn 0x4167e3, dom 0, evt 1 xc: info: Console: mfn 0x4167e2, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555e5d644d30 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555e5d644d30 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/95/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/95/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555e5d644d30 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/95/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/95/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555e5d644d30 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 95:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d644d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 95:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 95:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 95:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 95:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_PATH: backend/vbd/95/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d644e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 95:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 95:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d644e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555e5d645eb0 wpath=/local/domain/0/backend/vif/95/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555e5d645eb0 wpath=/local/domain/0/backend/vif/95/0/state token=3/1: event epath=/local/domain/0/backend/vif/95/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/95/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555e5d645eb0 wpath=/local/domain/0/backend/vif/95/0/state token=3/1: event epath=/local/domain/0/backend/vif/95/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/95/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555e5d645eb0 wpath=/local/domain/0/backend/vif/95/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 95:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d645eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 95:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 95:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 95: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 95:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_PATH: backend/vif/95/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: vif: vif95.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d645fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 95:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d645fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555e5d63dcf8 wpath=/local/domain/95/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555e5d63dcf8 wpath=/local/domain/95/console/tty token=3/2: event epath=/local/domain/95/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x555e5d648370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555e5d63dcf8 wpath=/local/domain/95/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555e5d63dcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555e5d648370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555e5d648370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 95:ao 0x555e5d637fc0: create: how=(nil) callback=(nil) poller=0x555e5d648410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555e5d637fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 95:ao 0x555e5d637fc0: inprogress: poller=0x555e5d648410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555e5d637fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 94:ao 0x55ec71296530: create: how=(nil) callback=(nil) poller=0x55ec7128d010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec71294250 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ec71293500 wpath=/local/domain/0/backend/vif/94/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 94:ao 0x55ec71296530: inprogress: poller=0x55ec7128d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71294250 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/94/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/94/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec71294250 wpath=/local/domain/0/backend/vbd/94/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 94:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71294250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 94:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 94:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 94:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 94:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_PATH: backend/vbd/94/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/94/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71293500 wpath=/local/domain/0/backend/vif/94/0/state token=2/3: event epath=/local/domain/0/backend/vif/94/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/94/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71293500 wpath=/local/domain/0/backend/vif/94/0/state token=2/3: event epath=/local/domain/0/backend/vif/94/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/94/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ec71293500 wpath=/local/domain/0/backend/vif/94/0/state token=2/3: event epath=/local/domain/0/backend/vif/94/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/94/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ec71293500 wpath=/local/domain/0/backend/vif/94/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 94:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71293500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 94:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 94:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 94: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 94:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_PATH: backend/vif/94/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 94: vif: vif94.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71294350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 94:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 94:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71294350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71293600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 94:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ec71293600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 94:Forked pid 32854 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ec71296530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ec71296530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:13:37 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:13:39 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26669.5, received 25110.7 debug1: Exit status 0 2020-10-23 02:13:39 Z ========== rep 20 ========== 2020-10-23 02:13:39 Z executing ssh ... root@172.16.144.69 xl list 2020-10-23 02:13:39 Z guest debian.buster.guest.osstest state is b 2020-10-23 02:13:39 Z executing ssh ... root@172.16.144.69 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 95:ao 0x560700e61f50: create: how=(nil) callback=(nil) poller=0x560700e62010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 95:ao 0x560700e61f50: inprogress: poller=0x560700e62010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 95:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 95: ev 0x560700e618d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560700e61f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560700e61f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1147) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 95:ao 0x560700e6fd50: create: how=(nil) callback=(nil) poller=0x560700e62010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1147) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 95:ao 0x560700e6fd50: inprogress: poller=0x560700e62010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55be1c544370: create: how=(nil) callback=(nil) poller=0x55be1c544410 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 95, flags 1, hvm 0 xc: info: Saving domain 95, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 96:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13638 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15792 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15792 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55be1c544370: inprogress: poller=0x55be1c544410, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x40e70c xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 96, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 95:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560700e6bd68 wpath=/local/domain/95/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e6bd68 wpath=/local/domain/95/control/shutdown token=3/0: event epath=/local/domain/95/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e6bd68 wpath=/local/domain/95/control/shutdown token=3/0: event epath=/local/domain/95/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560700e6bd68 wpath=/local/domain/95/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 95:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 95:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560700e6bd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e6bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e6bd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 95:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560700e6bd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e6bd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560700e6bdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560700e6fd50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560700e6fd50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d96 gnt[0] -> d0 0x85ad02 domainbuilder: detail: xc_dom_set_gnttab_entry: d96 gnt[1] -> d0 0x85ad03 xc: info: Restore successful xc: info: XenStore: mfn 0x85ad03, dom 0, evt 1 xc: info: Console: mfn 0x85ad02, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be1c540d30 wpath=/local/domain/0/backend/vbd/96/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be1c540d30 wpath=/local/domain/0/backend/vbd/96/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/96/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/96/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be1c540d30 wpath=/local/domain/0/backend/vbd/96/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/96/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/96/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be1c540d30 wpath=/local/domain/0/backend/vbd/96/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 96:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c540d30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 96:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 96:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 96:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 96:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_PATH: backend/vbd/96/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c540e30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 96:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 96:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c540e30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be1c541eb0 wpath=/local/domain/0/backend/vif/96/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be1c541eb0 wpath=/local/domain/0/backend/vif/96/0/state token=3/1: event epath=/local/domain/0/backend/vif/96/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/96/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be1c541eb0 wpath=/local/domain/0/backend/vif/96/0/state token=3/1: event epath=/local/domain/0/backend/vif/96/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/96/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be1c541eb0 wpath=/local/domain/0/backend/vif/96/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 96:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c541eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 96:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 96:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 96: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 96:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_PATH: backend/vif/96/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 96: vif: vif96.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c541fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 96:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c541fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55be1c539cf8 wpath=/local/domain/96/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55be1c539cf8 wpath=/local/domain/96/console/tty token=3/2: event epath=/local/domain/96/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55be1c544370: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55be1c539cf8 wpath=/local/domain/96/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55be1c539cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be1c544370: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be1c544370: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 96:ao 0x55be1c533fc0: create: how=(nil) callback=(nil) poller=0x55be1c544410 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55be1c533fc0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 96:ao 0x55be1c533fc0: inprogress: poller=0x55be1c544410, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55be1c533fc0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3libxl_domain.c:1045:libxl_domain_destroy: Domain 95:ao 0x560700e6b530: create: how=(nil) callback=(nil) poller=0x560700e62010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560700e69250 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560700e68500 wpath=/local/domain/0/backend/vif/95/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 95:ao 0x560700e6b530: inprogress: poller=0x560700e62010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e69250 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/95/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/95/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560700e69250 wpath=/local/domain/0/backend/vbd/95/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 95:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e69250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 95:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 95:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 95:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 95:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_PATH: backend/vbd/95/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/95/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e68500 wpath=/local/domain/0/backend/vif/95/0/state token=2/3: event epath=/local/domain/0/backend/vif/95/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/95/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e68500 wpath=/local/domain/0/backend/vif/95/0/state token=2/3: event epath=/local/domain/0/backend/vif/95/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/95/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560700e68500 wpath=/local/domain/0/backend/vif/95/0/state token=2/3: event epath=/local/domain/0/backend/vif/95/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/95/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560700e68500 wpath=/local/domain/0/backend/vif/95/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 95:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e68500: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 95:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 95:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 95: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 95:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_PATH: backend/vif/95/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 95: vif: vif95.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e69350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 95:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 95:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e69350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e68600: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 95:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560700e68600: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 95:Forked pid 33087 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560700e6b530: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560700e6b530: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 02:14:01 Z executing ssh ... -v root@172.16.146.52 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 02:14:02 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26580.4, received 25026.8 debug1: Exit status 0 2020-10-23 02:14:02 Z ========== final check ========== 2020-10-23 02:14:02 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: waiting 20s... 2020-10-23 02:14:07 Z guest debian.buster.guest.osstest 5a:36:0e:bc:00:0c 22 link/ip/tcp: ok. (5s) 2020-10-23 02:14:11 Z executing ssh ... -v root@172.16.146.52 echo guest debian.buster.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.52 [172.16.146.52] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.52:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.52' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.52 ([172.16.146.52]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.buster.guest.osstest: ok guest debian.buster.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3188, received 2972 bytes, in 0.1 seconds Bytes per second: sent 28481.6, received 26551.9 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-10-23 02:14:11 Z exit status 0 + exit 0