+ OSSTEST_JOB=test-amd64-amd64-pygrub + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2021-11-23 04:28:48 Z starting 166296.test-amd64-amd64-pygrub 2021-11-23 04:28:48 Z runvar all_host_di_version=2021-06-22 2021-11-23 04:28:48 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2021-11-23 04:28:48 Z runvar all_host_suite=buster 2021-11-23 04:28:48 Z runvar all_host_xenstored=oxenstored 2021-11-23 04:28:48 Z runvar arch=amd64 2021-11-23 04:28:48 Z runvar buildjob=build-amd64 2021-11-23 04:28:48 Z runvar debian_arch=amd64 2021-11-23 04:28:48 Z runvar debian_bootloader=pygrub 2021-11-23 04:28:48 Z runvar debian_boot_timeout=40 2021-11-23 04:28:48 Z runvar debian_cfgpath=/etc/xen/debian.buster.guest.osstest.cfg 2021-11-23 04:28:48 Z runvar debian_disk_lv=test-amd64-amd64-pygrub_debian.buster.guest.osstest-disk 2021-11-23 04:28:48 Z runvar debian_di_version=2021-06-22 2021-11-23 04:28:48 Z runvar debian_domname=debian.buster.guest.osstest 2021-11-23 04:28:48 Z runvar debian_ether=5a:36:0e:98:00:1b 2021-11-23 04:28:48 Z runvar debian_hostname=debian.buster.guest.osstest 2021-11-23 04:28:48 Z runvar debian_method=netboot 2021-11-23 04:28:48 Z runvar debian_suite=buster 2021-11-23 04:28:48 Z runvar debian_tcpcheckport=22 2021-11-23 04:28:48 Z runvar debian_vg=nocera0-vg 2021-11-23 04:28:48 Z runvar host=nocera0 2021-11-23 04:28:48 Z runvar host_console=hvc0 2021-11-23 04:28:48 Z runvar host_lifecycle=@:5 + 2021-11-23 04:28:48 Z runvar host_power_install=SSH 2021-11-23 04:28:48 Z runvar hosts_infraprioritygroup=10:test-166296-TYVTHhZCUWsVE0PXFaX-fW_DILl7nKaoqik_5Q 2021-11-23 04:28:48 Z runvar host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2021-11-23 04:28:48 Z runvar host_xen_kernel_ver=4.19.80+ 2021-11-23 04:28:48 Z runvar kernbuildjob=build-amd64-pvops 2021-11-23 04:28:48 Z runvar runtime_host_hostflags=reuse-test-166296-TYVTHhZCUWsVE0PXFaX-fW_DILl7nKaoqik_5Q 2021-11-23 04:28:48 Z runvar syslog_server=172.16.144.3:46735 2021-11-23 04:28:48 Z runvar toolstack=xl 2021-11-23 04:28:48 Z runvar xenbuildjob=build-amd64 2021-11-23 04:28:48 Z serial method sympathy nocera0: serial0 /root/sympathy/nocera0 /root/sympathy/nocera0.log* 2021-11-23 04:28:48 Z TftpScope is default 2021-11-23 04:28:48 Z task 1878346 ownd [172.16.144.3]:45863: dbrekau@osstest 166296 test-amd64-amd64-pygrub 2021-11-23 04:28:48 Z host host: selected nocera0 c4:54:44:da:a7:02 172.16.144.22 - shared test-166296-TYVTHhZCUWsVE0PXFaX-fW_DILl7nKaoqik_5Q 6929cae97a36b0196d0fa97f41bb3d0e4bea5c9a mid-test 1 2021-11-23 04:28:48 Z guest: using debian on nocera0 2021-11-23 04:28:48 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: waiting 5s... 2021-11-23 04:28:52 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: ok. (4s) 2021-11-23 04:28:52 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: waiting 20s... 2021-11-23 04:28:56 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: ok. (4s) 2021-11-23 04:29:00 Z executing ssh ... -v root@172.16.145.101 echo guest debian.buster.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.buster.guest.osstest: ok guest debian.buster.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3188, received 2972 bytes, in 0.1 seconds Bytes per second: sent 50140.5, received 46743.3 debug1: Exit status 0 2021-11-23 04:29:01 Z ========== rep 1 ========== 2021-11-23 04:29:01 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:29:01 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:29:01 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 5:ao 0x55e522ea5f30: create: how=(nil) callback=(nil) poller=0x55e522e9ad00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 5:ao 0x55e522ea5f30: inprogress: poller=0x55e522e9ad00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 5: ev 0x55e522e9ade0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e522ea5f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e522ea5f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 5:ao 0x55e522e956e0: create: how=(nil) callback=(nil) poller=0x55e522e9ad00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 5:ao 0x55e522e956e0: inprogress: poller=0x55e522e9ad00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55d2078c76c0: create: how=(nil) callback=(nil) poller=0x55d2078c7760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 6:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13918 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15922 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15922 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55d2078c76c0: inprogress: poller=0x55d2078c7760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting save: Success libxl-save-helper: debug: starting restore: Success xc: detail: xc: detail: fd 11, dom 6, hvm 0, stream_type 0 fd 17, dom 5, flags 1, hvm 0 xc: info: Saving domain 5, type x86 PV xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x424f2d xc: detail: max_pfn 0x7ffff, p2m_frames 1024 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 5:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e522ea6f28 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea6f28 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea6f28 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e522ea6f28 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e522ea6f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea6f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea6f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e522ea6f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea6f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea6f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55e522ea6fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e522e956e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e522e956e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0x83d951 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0x83d952 xc: info: Restore successful xc: info: XenStore: mfn 0x83d952, dom 0, evt 1 xc: info: Console: mfn 0x83d951, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2078c6b30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2078c6b30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2078c6b30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2078c6b30 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c6b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c6c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c6c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2078c5390 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2078c5390 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2078c5390 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2078c5390 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c5390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c5490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c5490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d2078c20f8 wpath=/local/domain/6/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d2078c20f8 wpath=/local/domain/6/console/tty token=3/2: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d2078c76c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d2078c20f8 wpath=/local/domain/6/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d2078c20f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d2078c76c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d2078c76c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 6:ao 0x55d2078c7610: create: how=(nil) callback=(nil) poller=0x55d2078c7760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d2078c7610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 6:ao 0x55d2078c7610: inprogress: poller=0x55d2078c7760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d2078c7610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 5:ao 0x55e522eab470: create: how=(nil) callback=(nil) poller=0x55e522e9ad00 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e522ea3db0 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e522ea41c0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 5:ao 0x55e522eab470: inprogress: poller=0x55e522e9ad00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea3db0 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/5/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea41c0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea3db0 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e522ea3db0 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea3db0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea41c0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e522ea41c0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e522ea41c0 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea41c0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea3eb0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea3eb0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea42c0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e522ea42c0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 5:Forked pid 4071 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e522eab470: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e522eab470: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:29:19 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:29:19 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45874.1, received 43192.7 debug1: Exit status 0 2021-11-23 04:29:19 Z ========== rep 2 ========== 2021-11-23 04:29:19 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:29:19 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:29:19 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 6:ao 0x5606876f4f30: create: how=(nil) callback=(nil) poller=0x5606876e9d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 6:ao 0x5606876f4f30: inprogress: poller=0x5606876e9d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 6: ev 0x5606876e9de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5606876f4f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5606876f4f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 6:ao 0x5606876f0070: create: how=(nil) callback=(nil) poller=0x5606876e9d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 6:ao 0x5606876f0070: inprogress: poller=0x5606876e9d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x560ca417b6c0: create: how=(nil) callback=(nil) poller=0x560ca417b760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 0 xc: info: Saving domain 6, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15966 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15966 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x560ca417b6c0: inprogress: poller=0x560ca417b760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x82837a xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 6:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5606876f5f28 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f5f28 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f5f28 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5606876f5f28 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5606876f5f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f5f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f5f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5606876f5f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f5f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f5f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x5606876f5fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5606876f0070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5606876f0070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0x42468e domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0x42468f xc: info: Restore successful xc: info: XenStore: mfn 0x42468f, dom 0, evt 1 xc: info: Console: mfn 0x42468e, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560ca417ab30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560ca417ab30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560ca417ab30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560ca417ab30 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca417ab30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca417ac30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca417ac30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560ca4179390 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560ca4179390 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560ca4179390 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560ca4179390 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca4179390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca4179490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca4179490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560ca41760f8 wpath=/local/domain/7/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560ca41760f8 wpath=/local/domain/7/console/tty token=3/2: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x560ca417b6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560ca41760f8 wpath=/local/domain/7/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560ca41760f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560ca417b6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560ca417b6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 7:ao 0x560ca417b610: create: how=(nil) callback=(nil) poller=0x560ca417b760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560ca417b610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 7:ao 0x560ca417b610: inprogress: poller=0x560ca417b760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560ca417b610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 6:ao 0x5606876f0160: create: how=(nil) callback=(nil) poller=0x5606876e9d00 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5606876f31c0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5606876f51f0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 6:ao 0x5606876f0160: inprogress: poller=0x5606876e9d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f31c0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f51f0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f31c0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5606876f31c0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f31c0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f51f0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5606876f51f0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5606876f51f0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f51f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f32c0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f32c0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f52f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5606876f52f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 6:Forked pid 4301 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5606876f0160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5606876f0160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:29:38 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:29:38 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47825.8, received 45030.4 debug1: Exit status 0 2021-11-23 04:29:38 Z ========== rep 3 ========== 2021-11-23 04:29:38 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:29:38 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:29:38 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 7:ao 0x55e8de378f30: create: how=(nil) callback=(nil) poller=0x55e8de36dd00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 7:ao 0x55e8de378f30: inprogress: poller=0x55e8de36dd00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 7: ev 0x55e8de36dde0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e8de378f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e8de378f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 7:ao 0x55e8de374070: create: how=(nil) callback=(nil) poller=0x55e8de36dd00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 7:ao 0x55e8de374070: inprogress: poller=0x55e8de36dd00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x562310f8b6c0: create: how=(nil) callback=(nil) poller=0x562310f8b760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 0 xc: info: Saving domain 7, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13918 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15922 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15922 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x562310f8b6c0: inprogress: poller=0x562310f8b760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4210b7 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 7:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e8de379f28 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de379f28 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de379f28 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e8de379f28 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e8de379f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de379f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de379f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e8de379f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de379f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de379f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55e8de379fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e8de374070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e8de374070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0x83da22 domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0x83da23 xc: info: Restore successful xc: info: XenStore: mfn 0x83da23, dom 0, evt 1 xc: info: Console: mfn 0x83da22, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562310f8ab30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562310f8ab30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562310f8ab30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562310f8ab30 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f8ab30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f8ac30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f8ac30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562310f89390 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562310f89390 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562310f89390 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562310f89390 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f89390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f89490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f89490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562310f860f8 wpath=/local/domain/8/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562310f860f8 wpath=/local/domain/8/console/tty token=3/2: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562310f8b6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562310f860f8 wpath=/local/domain/8/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562310f860f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562310f8b6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562310f8b6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 8:ao 0x562310f8b610: create: how=(nil) callback=(nil) poller=0x562310f8b760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562310f8b610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 8:ao 0x562310f8b610: inprogress: poller=0x562310f8b760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562310f8b610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 7:ao 0x55e8de374160: create: how=(nil) callback=(nil) poller=0x55e8de36dd00 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e8de3771c0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e8de3791f0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 7:ao 0x55e8de374160: inprogress: poller=0x55e8de36dd00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de3771c0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de3791f0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de3771c0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e8de3771c0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3771c0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de3791f0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e8de3791f0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e8de3791f0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3791f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3772c0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3772c0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3792f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e8de3792f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 7:Forked pid 4530 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e8de374160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e8de374160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:29:57 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:29:57 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46646.7, received 43920.2 debug1: Exit status 0 2021-11-23 04:29:57 Z ========== rep 4 ========== 2021-11-23 04:29:57 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:29:57 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:29:57 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 8:ao 0x55c9486baf30: create: how=(nil) callback=(nil) poller=0x55c9486afd00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 8:ao 0x55c9486baf30: inprogress: poller=0x55c9486afd00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 8: ev 0x55c9486afde0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c9486baf30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c9486baf30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 8:ao 0x55c9486b6070: create: how=(nil) callback=(nil) poller=0x55c9486afd00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 8:ao 0x55c9486b6070: inprogress: poller=0x55c9486afd00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x556f999d36c0: create: how=(nil) callback=(nil) poller=0x556f999d3760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 0 xc: info: Saving domain 8, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15967 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15967 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x556f999d36c0: inprogress: poller=0x556f999d3760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x82844b xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 8:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c9486bbf28 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bbf28 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bbf28 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c9486bbf28 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c9486bbf40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bbf40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bbf40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c9486bbf40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486bbf28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486bbf40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55c9486bbfb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c9486b6070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c9486b6070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0x4247b6 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0x4247b7 xc: info: Restore successful xc: info: XenStore: mfn 0x4247b7, dom 0, evt 1 xc: info: Console: mfn 0x4247b6, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f999d2b30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f999d2b30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f999d2b30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f999d2b30 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d2b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d2c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d2c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f999d1390 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f999d1390 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f999d1390 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f999d1390 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d1390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d1490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999d1490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f999ce0f8 wpath=/local/domain/9/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f999ce0f8 wpath=/local/domain/9/console/tty token=3/2: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x556f999d36c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f999ce0f8 wpath=/local/domain/9/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f999ce0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f999d36c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f999d36c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 9:ao 0x556f999d3610: create: how=(nil) callback=(nil) poller=0x556f999d3760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f999d3610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 9:ao 0x556f999d3610: inprogress: poller=0x556f999d3760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f999d3610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 8:ao 0x55c9486b6160: create: how=(nil) callback=(nil) poller=0x55c9486afd00 xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c9486b91c0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c9486bb1f0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 8:ao 0x55c9486b6160: inprogress: poller=0x55c9486afd00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486b91c0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bb1f0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486b91c0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c9486b91c0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486b91c0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bb1f0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c9486bb1f0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c9486bb1f0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486bb1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486b92c0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486b92c0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486bb2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c9486bb2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 8:Forked pid 4759 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c9486b6160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c9486b6160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:30:16 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:30:16 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49485.0, received 46592.6 debug1: Exit status 0 2021-11-23 04:30:16 Z ========== rep 5 ========== 2021-11-23 04:30:16 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:30:16 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:30:16 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 9:ao 0x56153e4a6f30: create: how=(nil) callback=(nil) poller=0x56153e49bd00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 9:ao 0x56153e4a6f30: inprogress: poller=0x56153e49bd00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 9: ev 0x56153e49bde0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56153e4a6f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56153e4a6f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 9:ao 0x56153e4a2070: create: how=(nil) callback=(nil) poller=0x56153e49bd00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 9:ao 0x56153e4a2070: inprogress: poller=0x56153e49bd00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x563d173cc6c0: create: how=(nil) callback=(nil) poller=0x563d173cc760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 0 xc: info: Saving domain 9, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15922 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15922 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x563d173cc6c0: inprogress: poller=0x563d173cc760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4211df xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 9:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56153e4a7f28 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a7f28 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a7f28 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56153e4a7f28 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56153e4a7f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a7f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a7f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56153e4a7f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a7f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a7f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x56153e4a7fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56153e4a2070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56153e4a2070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0x83dacb domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0x83dacc xc: info: Restore successful xc: info: XenStore: mfn 0x83dacc, dom 0, evt 1 xc: info: Console: mfn 0x83dacb, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d173cbb30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d173cbb30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d173cbb30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d173cbb30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173cbb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173cbc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173cbc30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d173ca390 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d173ca390 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d173ca390 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d173ca390 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173ca390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173ca490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173ca490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d173c70f8 wpath=/local/domain/10/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d173c70f8 wpath=/local/domain/10/console/tty token=3/2: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563d173cc6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d173c70f8 wpath=/local/domain/10/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d173c70f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d173cc6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d173cc6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 10:ao 0x563d173cc610: create: how=(nil) callback=(nil) poller=0x563d173cc760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d173cc610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 10:ao 0x563d173cc610: inprogress: poller=0x563d173cc760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d173cc610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 9:ao 0x56153e4a2160: create: how=(nil) callback=(nil) poller=0x56153e49bd00 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56153e4a51c0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56153e4a71f0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 9:ao 0x56153e4a2160: inprogress: poller=0x56153e49bd00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a51c0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a71f0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a51c0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56153e4a51c0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a51c0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a71f0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56153e4a71f0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56153e4a71f0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a71f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a52c0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a52c0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a72f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56153e4a72f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 9:Forked pid 4988 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56153e4a2160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56153e4a2160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:30:35 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:30:35 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47212.8, received 44453.2 debug1: Exit status 0 2021-11-23 04:30:35 Z ========== rep 6 ========== 2021-11-23 04:30:35 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:30:35 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:30:35 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 10:ao 0x55810c173f30: create: how=(nil) callback=(nil) poller=0x55810c168d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 10:ao 0x55810c173f30: inprogress: poller=0x55810c168d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 10: ev 0x55810c168de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55810c173f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55810c173f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 10:ao 0x55810c16f070: create: how=(nil) callback=(nil) poller=0x55810c168d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 10:ao 0x55810c16f070: inprogress: poller=0x55810c168d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x558e977a76c0: create: how=(nil) callback=(nil) poller=0x558e977a7760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 0 xc: info: Saving domain 10, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15967 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15967 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x558e977a76c0: inprogress: poller=0x558e977a7760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x8284f4 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 10:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55810c174f28 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c174f28 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c174f28 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55810c174f28 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55810c174f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c174f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c174f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55810c174f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c174f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c174f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55810c174fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55810c16f070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55810c16f070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0x4248d9 domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0x4248da xc: info: Restore successful xc: info: XenStore: mfn 0x4248da, dom 0, evt 1 xc: info: Console: mfn 0x4248d9, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558e977a6b30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558e977a6b30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558e977a6b30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558e977a6b30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a6b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a6c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a6c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558e977a5390 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558e977a5390 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558e977a5390 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558e977a5390 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a5390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a5490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a5490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558e977a20f8 wpath=/local/domain/11/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558e977a20f8 wpath=/local/domain/11/console/tty token=3/2: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558e977a76c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558e977a20f8 wpath=/local/domain/11/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558e977a20f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558e977a76c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558e977a76c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 11:ao 0x558e977a7610: create: how=(nil) callback=(nil) poller=0x558e977a7760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558e977a7610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 11:ao 0x558e977a7610: inprogress: poller=0x558e977a7760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558e977a7610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: libxl: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 10:ao 0x55810c16f160: create: how=(nil) callback=(nil) poller=0x55810c168d00 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55810c170b30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55810c1741f0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 10:ao 0x55810c16f160: inprogress: poller=0x55810c168d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c170b30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c1741f0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c170b30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55810c170b30 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c170b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c1741f0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55810c1741f0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55810c1741f0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c1741f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c170c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c170c30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c1742f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55810c1742f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 10:Forked pid 5218 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55810c16f160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55810c16f160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:30:54 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:30:54 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45547.8, received 42885.5 debug1: Exit status 0 2021-11-23 04:30:54 Z ========== rep 7 ========== 2021-11-23 04:30:54 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:30:54 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:30:54 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 11:ao 0x559539512f30: create: how=(nil) callback=(nil) poller=0x559539507d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 11:ao 0x559539512f30: inprogress: poller=0x559539507d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 11: ev 0x559539507de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559539512f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559539512f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 11:ao 0x55953950e070: create: how=(nil) callback=(nil) poller=0x559539507d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55f4eed446c0: create: how=(nil) callback=(nil) poller=0x55f4eed44760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 11:ao 0x55953950e070: inprogress: poller=0x559539507d00, flags=i libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 0 xc: info: Saving domain 11, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55f4eed446c0: inprogress: poller=0x55f4eed44760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x421302 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 11:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559539513f28 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559539513f28 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559539513f28 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559539513f28 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559539513f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559539513f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559539513f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559539513f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559539513f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559539513f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x559539513fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55953950e070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55953950e070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0x83daf4 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0x83daf5 xc: info: Restore successful xc: info: XenStore: mfn 0x83daf5, dom 0, evt 1 xc: info: Console: mfn 0x83daf4, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4eed43b30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4eed43b30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4eed43b30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4eed43b30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed43b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed43c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed43c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4eed42390 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4eed42390 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4eed42390 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4eed42390 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed42390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed42490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed42490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f4eed3f0f8 wpath=/local/domain/12/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f4eed3f0f8 wpath=/local/domain/12/console/tty token=3/2: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f4eed446c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f4eed3f0f8 wpath=/local/domain/12/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f4eed3f0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4eed446c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4eed446c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 12:ao 0x55f4eed44610: create: how=(nil) callback=(nil) poller=0x55f4eed44760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f4eed44610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 12:ao 0x55f4eed44610: inprogress: poller=0x55f4eed44760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f4eed44610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 11:ao 0x55953950e160: create: how=(nil) callback=(nil) poller=0x559539507d00 xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55953950fb30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5595395131f0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 11:ao 0x55953950e160: inprogress: poller=0x559539507d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55953950fb30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5595395131f0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55953950fb30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55953950fb30 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55953950fb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5595395131f0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5595395131f0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5595395131f0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5595395131f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55953950fc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55953950fc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5595395132f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5595395132f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 11:Forked pid 5447 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55953950e160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55953950e160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:31:13 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:31:13 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47676.7, received 44890.0 debug1: Exit status 0 2021-11-23 04:31:13 Z ========== rep 8 ========== 2021-11-23 04:31:13 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:31:14 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:31:14 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 12:ao 0x555de3e8ef30: create: how=(nil) callback=(nil) poller=0x555de3e83d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 12:ao 0x555de3e8ef30: inprogress: poller=0x555de3e83d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 12: ev 0x555de3e83de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555de3e8ef30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555de3e8ef30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 12:ao 0x555de3e8a070: create: how=(nil) callback=(nil) poller=0x555de3e83d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 12:ao 0x555de3e8a070: inprogress: poller=0x555de3e83d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x5637745986c0: create: how=(nil) callback=(nil) poller=0x563774598760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 0 xc: info: Saving domain 12, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 13:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15967 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15967 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x5637745986c0: inprogress: poller=0x563774598760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x82851d xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 12:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555de3e8ff28 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8ff28 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8ff28 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555de3e8ff28 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555de3e8ff40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8ff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8ff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555de3e8ff40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8ff28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8ff40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x555de3e8ffb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555de3e8a070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555de3e8a070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0x4249c6 domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0x4249c7 xc: info: Restore successful xc: info: XenStore: mfn 0x4249c7, dom 0, evt 1 xc: info: Console: mfn 0x4249c6, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563774597b30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563774597b30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563774597b30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563774597b30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774597b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774597c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774597c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563774596390 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563774596390 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563774596390 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563774596390 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774596390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774596490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563774596490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5637745930f8 wpath=/local/domain/13/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5637745930f8 wpath=/local/domain/13/console/tty token=3/2: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5637745986c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5637745930f8 wpath=/local/domain/13/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5637745930f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5637745986c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5637745986c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 13:ao 0x563774598610: create: how=(nil) callback=(nil) poller=0x563774598760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563774598610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 13:ao 0x563774598610: inprogress: poller=0x563774598760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563774598610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 12:ao 0x555de3e8a160: create: how=(nil) callback=(nil) poller=0x555de3e83d00 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555de3e8bb30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555de3e8f1f0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 12:ao 0x555de3e8a160: inprogress: poller=0x555de3e83d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8bb30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8f1f0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8bb30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555de3e8bb30 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8bb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8f1f0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555de3e8f1f0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555de3e8f1f0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8f1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8bc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8bc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8f2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555de3e8f2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 12:Forked pid 5677 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555de3e8a160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555de3e8a160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:31:32 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:31:32 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48965.2, received 46103.2 debug1: Exit status 0 2021-11-23 04:31:32 Z ========== rep 9 ========== 2021-11-23 04:31:32 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:31:33 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:31:33 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 13:ao 0x557ab2c21f30: create: how=(nil) callback=(nil) poller=0x557ab2c16d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 13:ao 0x557ab2c21f30: inprogress: poller=0x557ab2c16d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 13: ev 0x557ab2c16de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557ab2c21f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557ab2c21f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 13:ao 0x557ab2c1d070: create: how=(nil) callback=(nil) poller=0x557ab2c16d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 13:ao 0x557ab2c1d070: inprogress: poller=0x557ab2c16d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x5641d0e566c0: create: how=(nil) callback=(nil) poller=0x5641d0e56760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 0 xc: info: Saving domain 13, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x5641d0e566c0: inprogress: poller=0x5641d0e56760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4213ef xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 13:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ab2c22f28 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c22f28 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c22f28 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ab2c22f28 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ab2c22f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c22f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c22f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ab2c22f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c22f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c22f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x557ab2c22fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557ab2c1d070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557ab2c1d070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0x83db8f domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0x83db90 xc: info: Restore successful xc: info: XenStore: mfn 0x83db90, dom 0, evt 1 xc: info: Console: mfn 0x83db8f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5641d0e55b30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5641d0e55b30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5641d0e55b30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5641d0e55b30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e55b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e55c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e55c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5641d0e54390 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5641d0e54390 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5641d0e54390 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5641d0e54390 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e54390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e54490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e54490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5641d0e510f8 wpath=/local/domain/14/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5641d0e510f8 wpath=/local/domain/14/console/tty token=3/2: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5641d0e566c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5641d0e510f8 wpath=/local/domain/14/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5641d0e510f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5641d0e566c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5641d0e566c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 14:ao 0x5641d0e56610: create: how=(nil) callback=(nil) poller=0x5641d0e56760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5641d0e56610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 14:ao 0x5641d0e56610: inprogress: poller=0x5641d0e56760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5641d0e56610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: migration sender: Target reports successful startup. debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 13:ao 0x557ab2c1d160: create: how=(nil) callback=(nil) poller=0x557ab2c16d00 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ab2c1eb30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ab2c221f0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 13:ao 0x557ab2c1d160: inprogress: poller=0x557ab2c16d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c1eb30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c221f0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c1eb30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ab2c1eb30 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c1eb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c221f0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ab2c221f0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ab2c221f0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c221f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c1ec30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c1ec30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c222f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ab2c222f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 13:Forked pid 5906 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557ab2c1d160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557ab2c1d160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:31:51 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:31:52 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45610.6, received 42944.7 debug1: Exit status 0 2021-11-23 04:31:52 Z ========== rep 10 ========== 2021-11-23 04:31:52 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:31:52 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:31:52 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 14:ao 0x557e61ceef30: create: how=(nil) callback=(nil) poller=0x557e61ce3d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 14:ao 0x557e61ceef30: inprogress: poller=0x557e61ce3d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 14: ev 0x557e61ce3de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557e61ceef30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557e61ceef30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 14:ao 0x557e61cea070: create: how=(nil) callback=(nil) poller=0x557e61ce3d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55bab172c6c0: create: how=(nil) callback=(nil) poller=0x55bab172c760 libxl_domain.c:540:libxl_domain_suspend: Domain 14:ao 0x557e61cea070: inprogress: poller=0x557e61ce3d00, flags=i libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 0 xc: info: Saving domain 14, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15967 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15967 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55bab172c6c0: inprogress: poller=0x55bab172c760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x8285b8 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 14:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557e61ceff28 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61ceff28 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61ceff28 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557e61ceff28 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557e61ceff40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61ceff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61ceff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557e61ceff40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61ceff28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61ceff40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x557e61ceffb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557e61cea070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557e61cea070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0x424a47 domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0x424a48 xc: info: Restore successful xc: info: XenStore: mfn 0x424a48, dom 0, evt 1 xc: info: Console: mfn 0x424a47, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bab172bb30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bab172bb30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bab172bb30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bab172bb30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172bb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172bc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172bc30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bab172a390 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bab172a390 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bab172a390 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bab172a390 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172a390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172a490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab172a490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bab17270f8 wpath=/local/domain/15/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bab17270f8 wpath=/local/domain/15/console/tty token=3/2: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bab172c6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bab17270f8 wpath=/local/domain/15/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bab17270f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bab172c6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bab172c6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 15:ao 0x55bab172c610: create: how=(nil) callback=(nil) poller=0x55bab172c760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bab172c610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 15:ao 0x55bab172c610: inprogress: poller=0x55bab172c760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bab172c610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: migration sender: Target reports successful startup. debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 14:ao 0x557e61cea160: create: how=(nil) callback=(nil) poller=0x557e61ce3d00 cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557e61cebb30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557e61cef1f0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 14:ao 0x557e61cea160: inprogress: poller=0x557e61ce3d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61cebb30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61cef1f0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61cebb30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557e61cebb30 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cebb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61cef1f0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557e61cef1f0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557e61cef1f0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cef1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cebc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cebc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cef2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557e61cef2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 14:Forked pid 6135 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557e61cea160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557e61cea160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:32:11 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:32:11 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 48383.8, received 45555.8 debug1: Exit status 0 2021-11-23 04:32:11 Z ========== rep 11 ========== 2021-11-23 04:32:11 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:32:11 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:32:11 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 15:ao 0x5580aee87f30: create: how=(nil) callback=(nil) poller=0x5580aee7cd00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 15:ao 0x5580aee87f30: inprogress: poller=0x5580aee7cd00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 15: ev 0x5580aee7cde0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5580aee87f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5580aee87f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 15:ao 0x5580aee83070: create: how=(nil) callback=(nil) poller=0x5580aee7cd00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 15:ao 0x5580aee83070: inprogress: poller=0x5580aee7cd00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x563362c236c0: create: how=(nil) callback=(nil) poller=0x563362c23760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 0 xc: info: Saving domain 15, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected xc: detail: max_mfn 0x840000 libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x563362c236c0: inprogress: poller=0x563362c23760, flags=i xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x421470 libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 15:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5580aee88f28 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee88f28 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee88f28 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5580aee88f28 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5580aee88f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee88f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee88f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5580aee88f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee88f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee88f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x5580aee88fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5580aee83070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5580aee83070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0x83dc1f domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0x83dc20 xc: info: Restore successful xc: info: XenStore: mfn 0x83dc20, dom 0, evt 1 xc: info: Console: mfn 0x83dc1f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563362c22b30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563362c22b30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563362c22b30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563362c22b30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c22b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c22c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c22c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563362c21390 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563362c21390 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563362c21390 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563362c21390 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c21390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c21490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c21490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563362c1e0f8 wpath=/local/domain/16/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563362c1e0f8 wpath=/local/domain/16/console/tty token=3/2: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563362c236c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563362c1e0f8 wpath=/local/domain/16/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563362c1e0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563362c236c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563362c236c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 16:ao 0x563362c23610: create: how=(nil) callback=(nil) poller=0x563362c23760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563362c23610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 16:ao 0x563362c23610: inprogress: poller=0x563362c23760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563362c23610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 15:ao 0x5580aee83160: create: how=(nil) callback=(nil) poller=0x5580aee7cd00 total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5580aee84b30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5580aee881f0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 15:ao 0x5580aee83160: inprogress: poller=0x5580aee7cd00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee84b30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee881f0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee84b30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5580aee84b30 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee84b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee881f0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5580aee881f0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5580aee881f0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee881f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee84c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee84c30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee882f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5580aee882f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 15:Forked pid 6364 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5580aee83160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5580aee83160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:32:30 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:32:30 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49169.9, received 46296.0 debug1: Exit status 0 2021-11-23 04:32:30 Z ========== rep 12 ========== 2021-11-23 04:32:30 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:32:30 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:32:30 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 16:ao 0x5611c153df30: create: how=(nil) callback=(nil) poller=0x5611c1532d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 16:ao 0x5611c153df30: inprogress: poller=0x5611c1532d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 16: ev 0x5611c1532de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5611c153df30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5611c153df30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 16:ao 0x5611c1539070: create: how=(nil) callback=(nil) poller=0x5611c1532d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 16:ao 0x5611c1539070: inprogress: poller=0x5611c1532d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55bf7e4216c0: create: how=(nil) callback=(nil) poller=0x55bf7e421760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 0 xc: info: Saving domain 16, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15967 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15967 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55bf7e4216c0: inprogress: poller=0x55bf7e421760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x828648 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 16:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5611c153ef28 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ef28 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ef28 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5611c153ef28 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5611c153ef40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ef40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ef40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5611c153ef40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153ef28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153ef40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x5611c153efb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5611c1539070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5611c1539070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0x424aed domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0x424aee xc: info: Restore successful xc: info: XenStore: mfn 0x424aee, dom 0, evt 1 xc: info: Console: mfn 0x424aed, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf7e420b30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf7e420b30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf7e420b30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf7e420b30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e420b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e420c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e420c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf7e41f390 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf7e41f390 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf7e41f390 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf7e41f390 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e41f390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e41f490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e41f490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bf7e41c0f8 wpath=/local/domain/17/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bf7e41c0f8 wpath=/local/domain/17/console/tty token=3/2: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bf7e4216c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bf7e41c0f8 wpath=/local/domain/17/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bf7e41c0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf7e4216c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf7e4216c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 17:ao 0x55bf7e421610: create: how=(nil) callback=(nil) poller=0x55bf7e421760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bf7e421610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 17:ao 0x55bf7e421610: inprogress: poller=0x55bf7e421760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bf7e421610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 16:ao 0x5611c1539160: create: how=(nil) callback=(nil) poller=0x5611c1532d00 xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5611c153ab30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5611c153e1f0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 16:ao 0x5611c1539160: inprogress: poller=0x5611c1532d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ab30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153e1f0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153ab30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5611c153ab30 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153ab30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153e1f0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5611c153e1f0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5611c153e1f0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153e1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153ac30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153ac30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153e2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5611c153e2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 16:Forked pid 6594 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5611c1539160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5611c1539160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:32:49 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:32:49 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45666.5, received 42997.3 debug1: Exit status 0 2021-11-23 04:32:49 Z ========== rep 13 ========== 2021-11-23 04:32:49 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:32:49 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:32:49 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 17:ao 0x55d53186df30: create: how=(nil) callback=(nil) poller=0x55d531862d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 17:ao 0x55d53186df30: inprogress: poller=0x55d531862d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 17: ev 0x55d531862de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d53186df30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d53186df30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 17:ao 0x55d531869070: create: how=(nil) callback=(nil) poller=0x55d531862d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 17:ao 0x55d531869070: inprogress: poller=0x55d531862d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55fee88776c0: create: how=(nil) callback=(nil) poller=0x55fee8877760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 0 xc: info: Saving domain 17, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55fee88776c0: inprogress: poller=0x55fee8877760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x421516 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 17:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d53186ef28 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ef28 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ef28 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d53186ef28 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d53186ef40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ef40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ef40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d53186ef40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186ef28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186ef40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55d53186efb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d531869070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d531869070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0x83dc75 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0x83dc76 xc: info: Restore successful xc: info: XenStore: mfn 0x83dc76, dom 0, evt 1 xc: info: Console: mfn 0x83dc75, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fee8876b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fee8876b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fee8876b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fee8876b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8876b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8876c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8876c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fee8875390 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fee8875390 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fee8875390 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fee8875390 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8875390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8875490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee8875490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fee88720f8 wpath=/local/domain/18/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fee88720f8 wpath=/local/domain/18/console/tty token=3/2: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55fee88776c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fee88720f8 wpath=/local/domain/18/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fee88720f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fee88776c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fee88776c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 18:ao 0x55fee8877610: create: how=(nil) callback=(nil) poller=0x55fee8877760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fee8877610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 18:ao 0x55fee8877610: inprogress: poller=0x55fee8877760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fee8877610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: migration sender: Target reports successful startup. debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 17:ao 0x55d531869160: create: how=(nil) callback=(nil) poller=0x55d531862d00 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d53186ab30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d53186e1f0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 17:ao 0x55d531869160: inprogress: poller=0x55d531862d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ab30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186e1f0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186ab30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d53186ab30 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186ab30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186e1f0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d53186e1f0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d53186e1f0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186e1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186ac30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186ac30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186e2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d53186e2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 17:Forked pid 6824 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d531869160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d531869160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:33:07 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:33:07 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45720.9, received 43048.5 debug1: Exit status 0 2021-11-23 04:33:07 Z ========== rep 14 ========== 2021-11-23 04:33:07 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:33:08 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:33:08 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 18:ao 0x55a46524bf30: create: how=(nil) callback=(nil) poller=0x55a465240d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 18:ao 0x55a46524bf30: inprogress: poller=0x55a465240d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 18: ev 0x55a465240de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a46524bf30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a46524bf30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 18:ao 0x55a465247070: create: how=(nil) callback=(nil) poller=0x55a465240d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x5630e397f6c0: create: how=(nil) callback=(nil) poller=0x5630e397f760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 18:ao 0x55a465247070: inprogress: poller=0x55a465240d00, flags=i debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 0 xc: info: Saving domain 18, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15968 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15968 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x5630e397f6c0: inprogress: poller=0x5630e397f760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x82869e xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 18:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a46524cf28 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524cf28 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524cf28 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a46524cf28 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a46524cf40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524cf40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524cf40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a46524cf40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a46524cf28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a46524cf40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55a46524cfb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a465247070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a465247070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0x424b6a domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0x424b6b xc: info: Restore successful xc: info: XenStore: mfn 0x424b6b, dom 0, evt 1 xc: info: Console: mfn 0x424b6a, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5630e397eb30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5630e397eb30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5630e397eb30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5630e397eb30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397eb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397ec30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397ec30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5630e397d390 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5630e397d390 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5630e397d390 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5630e397d390 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397d390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397d490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397d490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5630e397a0f8 wpath=/local/domain/19/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5630e397a0f8 wpath=/local/domain/19/console/tty token=3/2: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5630e397f6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5630e397a0f8 wpath=/local/domain/19/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5630e397a0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5630e397f6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5630e397f6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 19:ao 0x5630e397f610: create: how=(nil) callback=(nil) poller=0x5630e397f760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5630e397f610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 19:ao 0x5630e397f610: inprogress: poller=0x5630e397f760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5630e397f610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 18:ao 0x55a465247160: create: how=(nil) callback=(nil) poller=0x55a465240d00current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a465248b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a46524c1f0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 18:ao 0x55a465247160: inprogress: poller=0x55a465240d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a465248b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524c1f0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a465248b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a465248b30 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a465248b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524c1f0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a46524c1f0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a46524c1f0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a46524c1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a465248c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a465248c30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a46524c2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a46524c2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 18:Forked pid 7053 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a465247160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a465247160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:33:26 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:33:26 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49356.4, received 46471.5 debug1: Exit status 0 2021-11-23 04:33:26 Z ========== rep 15 ========== 2021-11-23 04:33:26 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:33:27 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:33:27 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 19:ao 0x55e2afca0f30: create: how=(nil) callback=(nil) poller=0x55e2afc95d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 19:ao 0x55e2afca0f30: inprogress: poller=0x55e2afc95d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 19: ev 0x55e2afc95de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e2afca0f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e2afca0f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 19:ao 0x55e2afc9c070: create: how=(nil) callback=(nil) poller=0x55e2afc95d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 19:ao 0x55e2afc9c070: inprogress: poller=0x55e2afc95d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x562632fa66c0: create: how=(nil) callback=(nil) poller=0x562632fa6760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 0 xc: info: Saving domain 19, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 20:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x562632fa66c0: inprogress: poller=0x562632fa6760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x421593 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 19:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e2afca1f28 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca1f28 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca1f28 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e2afca1f28 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e2afca1f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca1f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca1f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e2afca1f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afca1f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afca1f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55e2afca1fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e2afc9c070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e2afc9c070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0x83dcc2 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0x83dcc3 xc: info: Restore successful xc: info: XenStore: mfn 0x83dcc3, dom 0, evt 1 xc: info: Console: mfn 0x83dcc2, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562632fa5b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562632fa5b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562632fa5b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562632fa5b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa5b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa5c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa5c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562632fa4390 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562632fa4390 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562632fa4390 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562632fa4390 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa4390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa4490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa4490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562632fa10f8 wpath=/local/domain/20/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562632fa10f8 wpath=/local/domain/20/console/tty token=3/2: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562632fa66c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562632fa10f8 wpath=/local/domain/20/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562632fa10f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562632fa66c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562632fa66c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 20:ao 0x562632fa6610: create: how=(nil) callback=(nil) poller=0x562632fa6760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562632fa6610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 20:ao 0x562632fa6610: inprogress: poller=0x562632fa6760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562632fa6610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 19:ao 0x55e2afc9c160: create: how=(nil) callback=(nil) poller=0x55e2afc95d00 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e2afc9db30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e2afca11f0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 19:ao 0x55e2afc9c160: inprogress: poller=0x55e2afc95d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afc9db30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca11f0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afc9db30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e2afc9db30 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afc9db30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca11f0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e2afca11f0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e2afca11f0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afca11f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afc9dc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afc9dc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afca12f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e2afca12f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 19:Forked pid 7283 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e2afc9c160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e2afc9c160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:33:45 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:33:45 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46263.0, received 43558.9 debug1: Exit status 0 2021-11-23 04:33:45 Z ========== rep 16 ========== 2021-11-23 04:33:45 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:33:46 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:33:46 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 20:ao 0x556484465f30: create: how=(nil) callback=(nil) poller=0x55648445ad00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 20:ao 0x556484465f30: inprogress: poller=0x55648445ad00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 20: ev 0x55648445ade0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556484465f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556484465f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 20:ao 0x556484461070: create: how=(nil) callback=(nil) poller=0x55648445ad00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 20:ao 0x556484461070: inprogress: poller=0x55648445ad00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x5563e27846c0: create: how=(nil) callback=(nil) poller=0x5563e2784760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 0 xc: info: Saving domain 20, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15968 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15968 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x5563e27846c0: inprogress: poller=0x5563e2784760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x8286eb xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 20:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556484466f28 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484466f28 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484466f28 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556484466f28 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556484466f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484466f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484466f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556484466f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556484466f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556484466f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x556484466fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556484461070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556484461070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0x424bb7 domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0x424bb8 xc: info: Restore successful xc: info: XenStore: mfn 0x424bb8, dom 0, evt 1 xc: info: Console: mfn 0x424bb7, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5563e2783b30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5563e2783b30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5563e2783b30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5563e2783b30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2783b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2783c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2783c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5563e2782390 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5563e2782390 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5563e2782390 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5563e2782390 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2782390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2782490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e2782490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5563e277f0f8 wpath=/local/domain/21/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5563e277f0f8 wpath=/local/domain/21/console/tty token=3/2: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5563e27846c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5563e277f0f8 wpath=/local/domain/21/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5563e277f0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5563e27846c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5563e27846c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 21:ao 0x5563e2784610: create: how=(nil) callback=(nil) poller=0x5563e2784760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5563e2784610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 21:ao 0x5563e2784610: inprogress: poller=0x5563e2784760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5563e2784610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 20:ao 0x556484461160: create: how=(nil) callback=(nil) poller=0x55648445ad00 xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556484462b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5564844661f0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 20:ao 0x556484461160: inprogress: poller=0x55648445ad00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484462b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5564844661f0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556484462b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556484462b30 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556484462b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5564844661f0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5564844661f0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5564844661f0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5564844661f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556484462c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556484462c30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5564844662f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5564844662f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 20:Forked pid 7513 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556484461160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556484461160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:34:04 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:34:05 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47930.9, received 45129.3 debug1: Exit status 0 2021-11-23 04:34:05 Z ========== rep 17 ========== 2021-11-23 04:34:05 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:34:05 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:34:05 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 21:ao 0x560695e90f30: create: how=(nil) callback=(nil) poller=0x560695e85d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 21:ao 0x560695e90f30: inprogress: poller=0x560695e85d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 21: ev 0x560695e85de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560695e90f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560695e90f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 21:ao 0x560695e8c070: create: how=(nil) callback=(nil) poller=0x560695e85d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x563c9aa516c0: create: how=(nil) callback=(nil) poller=0x563c9aa51760 libxl: libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0debug: libxl_domain.c:540:libxl_domain_suspend: Domain 21:ao 0x560695e8c070: inprogress: poller=0x560695e85d00, flags=i libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 0 xc: info: Saving domain 21, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13919 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x563c9aa516c0: inprogress: poller=0x563c9aa51760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x4215e0 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 21:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560695e91f28 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e91f28 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e91f28 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560695e91f28 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560695e91f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e91f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e91f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560695e91f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e91f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e91f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x560695e91fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560695e8c070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560695e8c070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0x83dcf8 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0x83dcf9 xc: info: Restore successful xc: info: XenStore: mfn 0x83dcf9, dom 0, evt 1 xc: info: Console: mfn 0x83dcf8, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c9aa50b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c9aa50b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c9aa50b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c9aa50b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa50b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa50c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa50c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c9aa4f390 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c9aa4f390 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c9aa4f390 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c9aa4f390 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa4f390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa4f490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa4f490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c9aa4c0f8 wpath=/local/domain/22/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c9aa4c0f8 wpath=/local/domain/22/console/tty token=3/2: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563c9aa516c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c9aa4c0f8 wpath=/local/domain/22/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c9aa4c0f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c9aa516c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c9aa516c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 22:ao 0x563c9aa51610: create: how=(nil) callback=(nil) poller=0x563c9aa51760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c9aa51610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 22:ao 0x563c9aa51610: inprogress: poller=0x563c9aa51760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c9aa51610: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 21:ao 0x560695e8c160: create: how=(nil) callback=(nil) poller=0x560695e85d00 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560695e8db30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560695e911f0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 21:ao 0x560695e8c160: inprogress: poller=0x560695e85d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e8db30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e911f0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e8db30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560695e8db30 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e8db30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e911f0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560695e911f0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560695e911f0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e911f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e8dc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e8dc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e912f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560695e912f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 21:Forked pid 7742 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560695e8c160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560695e8c160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:34:23 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:34:23 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 45062.7, received 42428.8 debug1: Exit status 0 2021-11-23 04:34:23 Z ========== rep 18 ========== 2021-11-23 04:34:23 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:34:24 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:34:24 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 22:ao 0x556a05447f30: create: how=(nil) callback=(nil) poller=0x556a0543cd00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 22:ao 0x556a05447f30: inprogress: poller=0x556a0543cd00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 22: ev 0x556a0543cde0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556a05447f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556a05447f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 22:ao 0x556a05443070: create: how=(nil) callback=(nil) poller=0x556a0543cd00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 22:ao 0x556a05443070: inprogress: poller=0x556a0543cd00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55ab1c0ec6c0: create: how=(nil) callback=(nil) poller=0x55ab1c0ec760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 0 xc: info: Saving domain 22, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15968 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15968 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55ab1c0ec6c0: inprogress: poller=0x55ab1c0ec760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x828721 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 22:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556a05448f28 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05448f28 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05448f28 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556a05448f28 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556a05448f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05448f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05448f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556a05448f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a05448f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a05448f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x556a05448fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556a05443070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556a05443070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0x424c0c domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0x424c0d xc: info: Restore successful xc: info: XenStore: mfn 0x424c0d, dom 0, evt 1 xc: info: Console: mfn 0x424c0c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ab1c0ebb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ab1c0ebb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ab1c0ebb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ebb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ebb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ebc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ebc30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ab1c0ea390 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ab1c0ea390 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ab1c0ea390 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ea390 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ea390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ea490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0ea490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ab1c0e70f8 wpath=/local/domain/23/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ab1c0e70f8 wpath=/local/domain/23/console/tty token=3/2: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55ab1c0ec6c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ab1c0e70f8 wpath=/local/domain/23/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ab1c0e70f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ab1c0ec6c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ab1c0ec6c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 23:ao 0x55ab1c0ec610: create: how=(nil) callback=(nil) poller=0x55ab1c0ec760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ab1c0ec610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 23:ao 0x55ab1c0ec610: inprogress: poller=0x55ab1c0ec760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ab1c0ec610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: migration sender: Target reports successful startup. debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 22:ao 0x556a05443160: create: how=(nil) callback=(nil) poller=0x556a0543cd00 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556a05444b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556a054481f0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 22:ao 0x556a05443160: inprogress: poller=0x556a0543cd00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05444b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a054481f0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a05444b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556a05444b30 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a05444b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a054481f0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556a054481f0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556a054481f0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a054481f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a05444c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a05444c30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a054482f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556a054482f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 22:Forked pid 7973 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556a05443160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556a05443160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:34:42 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:34:43 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 49444.2, received 46554.2 debug1: Exit status 0 2021-11-23 04:34:43 Z ========== rep 19 ========== 2021-11-23 04:34:43 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:34:43 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:34:43 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 23:ao 0x55c2cd5b0f30: create: how=(nil) callback=(nil) poller=0x55c2cd5a5d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 23:ao 0x55c2cd5b0f30: inprogress: poller=0x55c2cd5a5d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 23: ev 0x55c2cd5a5de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c2cd5b0f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c2cd5b0f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 23:ao 0x55c2cd5ac070: create: how=(nil) callback=(nil) poller=0x55c2cd5a5d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 23:ao 0x55c2cd5ac070: inprogress: poller=0x55c2cd5a5d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55aa87b066c0: create: how=(nil) callback=(nil) poller=0x55aa87b06760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 0 xc: info: Saving domain 23, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=12, free_memkb=13920 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15921 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15921 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55aa87b066c0: inprogress: poller=0x55aa87b06760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x421635 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 23:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cd5b1f28 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b1f28 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b1f28 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b1f28 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cd5b1f40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b1f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b1f40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b1f40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b1f28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b1f40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x55c2cd5b1fb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c2cd5ac070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c2cd5ac070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0x83dd33 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0x83dd34 xc: info: Restore successful xc: info: XenStore: mfn 0x83dd34, dom 0, evt 1 xc: info: Console: mfn 0x83dd33, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa87b05b30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa87b05b30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa87b05b30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa87b05b30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b05b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b05c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b05c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa87b04390 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa87b04390 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa87b04390 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa87b04390 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b04390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b04490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b04490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa87b010f8 wpath=/local/domain/24/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa87b010f8 wpath=/local/domain/24/console/tty token=3/2: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55aa87b066c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa87b010f8 wpath=/local/domain/24/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa87b010f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa87b066c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa87b066c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 24:ao 0x55aa87b06610: create: how=(nil) callback=(nil) poller=0x55aa87b06760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa87b06610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 24:ao 0x55aa87b06610: inprogress: poller=0x55aa87b06760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa87b06610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: migration sender: Target reports successful startup. cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 23:ao 0x55c2cd5ac160: create: how=(nil) callback=(nil) poller=0x55c2cd5a5d00 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cd5adb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cd5b11f0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 23:ao 0x55c2cd5ac160: inprogress: poller=0x55c2cd5a5d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5adb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b11f0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5adb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cd5adb30 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5adb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b11f0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cd5b11f0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b11f0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b11f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5adc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5adc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b12f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cd5b12f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 23:Forked pid 8205 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c2cd5ac160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c2cd5ac160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:35:01 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:35:01 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 47803.4, received 45009.3 debug1: Exit status 0 2021-11-23 04:35:01 Z ========== rep 20 ========== 2021-11-23 04:35:01 Z executing ssh ... root@172.16.144.22 xl list 2021-11-23 04:35:02 Z guest debian.buster.guest.osstest state is b 2021-11-23 04:35:02 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.buster.guest.osstest localhost libxl: debug: libxl_domain.c:2291:libxl_retrieve_domain_configuration: Domain 24:ao 0x560d76aeef30: create: how=(nil) callback=(nil) poller=0x560d76ae3d00 libxl: debug: libxl_domain.c:2307:libxl_retrieve_domain_configuration: Domain 24:ao 0x560d76aeef30: inprogress: poller=0x560d76ae3d00, flags=i libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No vtpm from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No pci from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No vdispl from xenstore libxl: debug: libxl_domain.c:2584:retrieve_domain_configuration_end: Domain 24:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 24: ev 0x560d76ae3de0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560d76aeef30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560d76aeef30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1215) libxl: debug: libxl_domain.c:512:libxl_domain_suspend: Domain 24:ao 0x560d76aea070: create: how=(nil) callback=(nil) poller=0x560d76ae3d00 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1215) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:540:libxl_domain_suspend: Domain 24:ao 0x560d76aea070: inprogress: poller=0x560d76ae3d00, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x5567cf2f66c0: create: how=(nil) callback=(nil) poller=0x5567cf2f6760 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 24, flags 1, hvm 0 xc: info: Saving domain 24, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 25:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=10, free_memkb=15968 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15968 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x5567cf2f66c0: inprogress: poller=0x5567cf2f6760, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900003fffff, root at 0x82875c xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 25, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.16 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:204:domain_suspend_callback_common: Domain 24:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560d76aeff28 wpath=/local/domain/24/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aeff28 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aeff28 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560d76aeff28 wpath=/local/domain/24/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:281:domain_suspend_common_pvcontrol_suspending: Domain 24:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:300:domain_suspend_common_wait_guest: Domain 24:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560d76aeff40 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aeff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aeff40 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:358:suspend_common_wait_guest_check: Domain 24:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560d76aeff40 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aeff28: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aeff40: deregister unregistered libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: ev 0x560d76aeffb8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560d76aea070: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560d76aea070: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[0] -> d0 0x424c68 domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[1] -> d0 0x424c69 xc: info: Restore successful xc: info: XenStore: mfn 0x424c69, dom 0, evt 1 xc: info: Console: mfn 0x424c68, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567cf2f5b30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567cf2f5b30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567cf2f5b30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567cf2f5b30 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f5b30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 25:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1198:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_PATH: backend/vbd/25/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f5c30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 25:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f5c30: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567cf2f4390 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567cf2f4390 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567cf2f4390 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567cf2f4390 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f4390: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1198:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 25: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_PATH: backend/vif/25/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 25: vif: vif25.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f4490: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f4490: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5567cf2f10f8 wpath=/local/domain/25/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5567cf2f10f8 wpath=/local/domain/25/console/tty token=3/2: event epath=/local/domain/25/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5567cf2f66c0: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5567cf2f10f8 wpath=/local/domain/25/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5567cf2f10f8: deregister unregistered libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567cf2f66c0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567cf2f66c0: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:704:libxl_domain_unpause: Domain 25:ao 0x5567cf2f6610: create: how=(nil) callback=(nil) poller=0x5567cf2f6760 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5567cf2f6610: complete, rc=0 libxl: debug: libxl_domain.c:712:libxl_domain_unpause: Domain 25:ao 0x5567cf2f6610: inprogress: poller=0x5567cf2f6760, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5567cf2f6610: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:193 total releases:193 xencall:buffer: migration sender: Target reports successful startup. debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 24:ao 0x560d76aea160: create: how=(nil) callback=(nil) poller=0x560d76ae3d00 cache current size:3 xencall:buffer: debug: cache hits:170 misses:3 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560d76aebb30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560d76aef1f0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 24:ao 0x560d76aea160: inprogress: poller=0x560d76ae3d00, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aebb30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aef1f0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aebb30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560d76aebb30 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aebb30: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1197:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1206:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aef1f0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560d76aef1f0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560d76aef1f0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1096:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aef1f0: deregister unregistered libxl: debug: libxl_device.c:1197:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1204:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1206:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1213:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aebc30: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1182:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aebc30: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aef2f0: deregister unregistered libxl: debug: libxl_device.c:1182:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560d76aef2f0: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 24:Forked pid 8436 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560d76aea160: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560d76aea160: destroy Migration successful. xencall:buffer: debug: total allocations:94 total releases:94 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:73 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-23 04:35:20 Z executing ssh ... -v root@172.16.145.101 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Tue 23 Nov 04:35:20 UTC 2021 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 46593.0, received 43869.6 debug1: Exit status 0 2021-11-23 04:35:20 Z ========== final check ========== 2021-11-23 04:35:20 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: waiting 20s... 2021-11-23 04:35:24 Z guest debian.buster.guest.osstest 5a:36:0e:98:00:1b 22 link/ip/tcp: ok. (4s) 2021-11-23 04:35:28 Z executing ssh ... -v root@172.16.145.101 echo guest debian.buster.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.101 [172.16.145.101] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.101:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.101' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-pygrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.101 ([172.16.145.101]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.buster.guest.osstest: ok guest debian.buster.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3188, received 2972 bytes, in 0.1 seconds Bytes per second: sent 48780.9, received 45475.8 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2021-11-23 04:35:29 Z exit status 0 + exit 0