+ OSSTEST_JOB=test-amd64-amd64-migrupgrade + export OSSTEST_JOB + OSSTEST_TESTID=guest-migrate/src_host/dst_host + shift + export OSSTEST_TESTID + ./ts-guest-migrate src_host dst_host debian 2021-11-22 16:33:54 Z starting 166296.test-amd64-amd64-migrupgrade 2021-11-22 16:33:54 Z runvar all_host_di_version=2021-06-22 2021-11-22 16:33:54 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test,equiv-1,PropMinVer:XenMin:4.15 2021-11-22 16:33:54 Z runvar all_host_suite=buster 2021-11-22 16:33:54 Z runvar all_host_xenstored=oxenstored 2021-11-22 16:33:54 Z runvar arch=amd64 2021-11-22 16:33:54 Z runvar buildjob=build-amd64 2021-11-22 16:33:54 Z runvar debian_arch=amd64 2021-11-22 16:33:54 Z runvar debian_boot_timeout=40 2021-11-22 16:33:54 Z runvar debian_cfgpath=/etc/xen/debian.guest.osstest.cfg 2021-11-22 16:33:54 Z runvar debian_console=hvc0 2021-11-22 16:33:54 Z runvar debian_disk_lv=test-amd64-amd64-migrupgrade_debian.guest.osstest-disk 2021-11-22 16:33:54 Z runvar debian_domname=debian.guest.osstest 2021-11-22 16:33:54 Z runvar debian_ether=5a:36:0e:98:00:02 2021-11-22 16:33:54 Z runvar debian_hostname=debian.guest.osstest 2021-11-22 16:33:54 Z runvar debian_rootdev=xvda 2021-11-22 16:33:54 Z runvar debian_suite=buster 2021-11-22 16:33:54 Z runvar debian_swap_lv=test-amd64-amd64-migrupgrade_debian.guest.osstest-swap 2021-11-22 16:33:54 Z runvar debian_tcpcheckport=22 2021-11-22 16:33:54 Z runvar debian_vg=nocera1-vg 2021-11-22 16:33:54 Z runvar dst_host=nocera1 2021-11-22 16:33:54 Z runvar dst_host_console=hvc0 2021-11-22 16:33:54 Z runvar dst_host_lifecycle=@:7,dst_host + 2021-11-22 16:33:54 Z runvar dst_host_nextport=4002 2021-11-22 16:33:54 Z runvar dst_host_power_install=SSH 2021-11-22 16:33:54 Z runvar dst_host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2021-11-22 16:33:54 Z runvar dst_host_xen_kernel_ver=4.19.80+ 2021-11-22 16:33:54 Z runvar hosts_infraprioritygroup=8:test-166296-LtoTP4avoc0reCaH6RIZfGyL6gvkPhnrXURxvw 2021-11-22 16:33:54 Z runvar kernbuildjob=build-amd64-pvops 2021-11-22 16:33:54 Z runvar runtime_dst_host_hostflags=reuse-test-166296-LtoTP4avoc0reCaH6RIZfGyL6gvkPhnrXURxvw 2021-11-22 16:33:54 Z runvar runtime_src_host_hostflags=reuse-test-166296-LtoTP4avoc0reCaH6RIZfGyL6gvkPhnrXURxvw 2021-11-22 16:33:54 Z runvar src_host=nocera0 2021-11-22 16:33:54 Z runvar src_host_buildjob=build-amd64-prev 2021-11-22 16:33:54 Z runvar src_host_console=hvc0 2021-11-22 16:33:54 Z runvar src_host_lifecycle=@:6,src_host + 2021-11-22 16:33:54 Z runvar src_host_power_install=SSH 2021-11-22 16:33:54 Z runvar src_host_xenbuildjob=build-amd64-prev 2021-11-22 16:33:54 Z runvar src_host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2021-11-22 16:33:54 Z runvar src_host_xen_kernel_ver=4.19.80+ 2021-11-22 16:33:54 Z runvar syslog_server=172.16.144.3:39346 2021-11-22 16:33:54 Z runvar toolstack=xl 2021-11-22 16:33:54 Z runvar xenbuildjob=build-amd64 2021-11-22 16:33:54 Z serial method sympathy nocera0: serial0 /root/sympathy/nocera0 /root/sympathy/nocera0.log* 2021-11-22 16:33:54 Z TftpScope is default 2021-11-22 16:33:54 Z task 1878344 ownd [172.16.144.3]:38323: dbrekau@osstest 166296 test-amd64-amd64-migrupgrade 2021-11-22 16:33:54 Z host src_host: selected nocera0 c4:54:44:da:a7:02 172.16.144.22 - shared test-166296-LtoTP4avoc0reCaH6RIZfGyL6gvkPhnrXURxvw 6929cae97a36b0196d0fa97f41bb3d0e4bea5c9a mid-test 1 2021-11-22 16:33:54 Z serial method sympathy nocera1: serial0 /root/sympathy/nocera1 /root/sympathy/nocera1.log* 2021-11-22 16:33:54 Z TftpScope is default 2021-11-22 16:33:54 Z host dst_host: selected nocera1 c4:54:44:da:a9:21 172.16.144.23 - shared test-166296-LtoTP4avoc0reCaH6RIZfGyL6gvkPhnrXURxvw 6929cae97a36b0196d0fa97f41bb3d0e4bea5c9a mid-test 1 2021-11-22 16:33:54 Z guest: using debian on nocera0 2021-11-22 16:33:54 Z guest debian.guest.osstest 5a:36:0e:98:00:02 22 link/ip/tcp: waiting 5s... 2021-11-22 16:33:58 Z guest debian.guest.osstest 5a:36:0e:98:00:02 22 link/ip/tcp: ok. (4s) 2021-11-22 16:33:58 Z guest debian.guest.osstest 5a:36:0e:98:00:02 22 link/ip/tcp: waiting 20s... 2021-11-22 16:34:02 Z guest debian.guest.osstest 5a:36:0e:98:00:02 22 link/ip/tcp: ok. (4s) 2021-11-22 16:34:06 Z executing ssh ... -v root@172.16.145.187 echo guest debian.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.145.187 [172.16.145.187] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/dbrekau/.ssh/id_rsa type 0 debug1: identity file /home/dbrekau/.ssh/id_rsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa type -1 debug1: identity file /home/dbrekau/.ssh/id_dsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa type -1 debug1: identity file /home/dbrekau/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519 type -1 debug1: identity file /home/dbrekau/.ssh/id_ed25519-cert type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss type -1 debug1: identity file /home/dbrekau/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.145.187:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.145.187' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_166296.test-amd64-amd64-migrupgrade:3 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Will attempt key: /home/dbrekau/.ssh/id_dsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ecdsa debug1: Will attempt key: /home/dbrekau/.ssh/id_ed25519 debug1: Will attempt key: /home/dbrekau/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Server accepts key: /home/dbrekau/.ssh/id_rsa RSA SHA256:eA3PRMEyrs1MzR9/dj5HxvkMLyblPNeCQxQh6UcTRqg debug1: Authentication succeeded (publickey). Authenticated to 172.16.145.187 ([172.16.145.187]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:6: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3180, received 2964 bytes, in 0.1 seconds Bytes per second: sent 50818.4, received 47366.6 debug1: Exit status 0 2021-11-22 16:34:06 Z executing ssh ... root@172.16.144.22 xl list 2021-11-22 16:34:07 Z guest debian.guest.osstest state is b 2021-11-22 16:34:07 Z executing ssh ... root@172.16.144.22 xl -vvv migrate debian.guest.osstest nocera1 libxl: debug: libxl_domain.c:2290:libxl_retrieve_domain_configuration: Domain 1:ao 0x55a510cb5f30: create: how=(nil) callback=(nil) poller=0x55a510cb5ff0 libxl: debug: libxl_domain.c:2306:libxl_retrieve_domain_configuration: Domain 1:ao 0x55a510cb5f30: inprogress: poller=0x55a510cb5ff0, flags=i libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No vtpm from xenstore libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No vusb from xenstore libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No vusb from xenstore libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No pci from xenstore libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No vdispl from xenstore libxl: debug: libxl_domain.c:2583:retrieve_domain_configuration_end: Domain 1:No vsnd from xenstore libxl: debug: libxl_qmp.c:1921:libxl__ev_qmp_dispose: Domain 1: ev 0x55a510cb58b0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a510cb5f30: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a510cb5f30: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1581) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 1:ao 0x55a510cc39a0: create: how=(nil) callback=(nil) poller=0x55a510cb5ff0 libxl: debug: libxl.c:766:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:774:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1581) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 1:ao 0x55a510cc39a0: inprogress: poller=0x55a510cb5ff0, flags=i libxl: debug: libxl_create.c:2052:do_domain_create: ao 0x55d8b882b9e0: create: how=(nil) callback=(nil) poller=0x55d8b882ba80 libxl: debug: libxl.c:771:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:779:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:654:libxl__domain_make: passthrough: disabled libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1310:initiate_domain_create: Domain 1:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=4, nr_vcpus=9, free_memkb=15963 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 4 cpus and 15963 KB free selected libxl: debug: libxl_create.c:2090:do_domain_create: ao 0x55d8b882b9e0: inprogress: poller=0x55d8b882ba80, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 1, flags 1, hvm 0 xc: info: Saving domain 1, type x86 PV xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42180a xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 1, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x840000 xc: error: Failed to set CPUID policy: leaf 00000000, subleaf ffffffff, msr ffffffff (22 = Invalid argument): Internal error xc: error: Restore failed (22 = Invalid argument): Internal error libxl-save-helper: debug: complete r=-1: Invalid argument libxl: error: libxl_stream_read.c:850:libxl__xc_domain_restore_done: restoring domain: Invalid argument libxl: error: libxl_create.c:1611:domcreate_rebuild_done: Domain 1:cannot (re-)build domain: -3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8b88240f8: deregister unregistered libxl: debug: libxl_domain.c:1597:devices_destroy_cb: Domain 1:Forked pid 14661 for destroy of domain libxl: debug: libxl.c:798:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d8b882b9e0: complete, rc=-3 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d8b882b9e0: destroy libxl: debug: libxl_domain.c:1046:libxl_domain_destroy: Domain 1:ao 0x55d8b8831960: create: how=(nil) callback=(nil) poller=0x55d8b882ba80 libxl: error: libxl_domain.c:1183:libxl__destroy_domid: Domain 1:Non-existant domain libxl: error: libxl_domain.c:1137:domain_destroy_callback: Domain 1:Unable to destroy guest libxl: error: libxl_domain.c:1064:domain_destroy_cb: Domain 1:Destruction of domain failed libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d8b8831960: complete, rc=-21 libxl: debug: libxl_domain.c:1055:libxl_domain_destroy: Domain 1:ao 0x55d8b8831960: inprogress: poller=0x55d8b882ba80, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d8b8831960: destroy migration target: Domain creation failed (code -3). xencall:buffer: debug: total allocations:140 total releases:140 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:126 misses:3 toobig:11 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: error: libxl_utils.c:510:libxl_read_exactly: file/stream truncated reading ipc msg header from domain 1 save/restore helper stdout pipe libxl: error: libxl_exec.c:129:libxl_report_child_exitstatus: domain 1 save/restore helper [5038] died due to fatal signal Broken pipe libxl: debug: libxl.c:793:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a510cc39a0: complete, rc=-3 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a510cc39a0: destroy migration sender: libxl_domain_suspend failed (rc=-3) libxl: info: libxl_exec.c:118:libxl_report_child_exitstatus: migration transport process [5037] exited with error status 1 Migration failed, resuming at sender. libxl: debug: libxl_domain.c:184:libxl_domain_resume: Domain 1:ao 0x55a510cc3d10: create: how=(nil) callback=(nil) poller=0x55a510cb5ff0 xc: error: Dom 1 not suspended: (shutdown 0, reason 255): Internal error libxl: error: libxl_dom_suspend.c:666:domain_resume_done: Domain 1:xc_domain_resume failed: Invalid argument libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a510cc3d10: complete, rc=-3 libxl: debug: libxl_domain.c:192:libxl_domain_resume: Domain 1:ao 0x55a510cc3d10: inprogress: poller=0x55a510cb5ff0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a510cc3d10: destroy xencall:buffer: debug: total allocations:54 total releases:54 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:43 misses:2 toobig:9 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2021-11-22 16:34:07 Z command nonzero waitstatus 256: timeout 430 ssh -o StrictHostKeyChecking=no -o BatchMode=yes -o ConnectTimeout=100 -o ServerAliveInterval=100 -o PasswordAuthentication=no -o ChallengeResponseAuthentication=no -o UserKnownHostsFile=tmp/t.known_hosts_166296.test-amd64-amd64-migrupgrade root@172.16.144.22 xl -vvv migrate debian.guest.osstest nocera1 status 256 at Osstest/TestSupport.pm line 587. + rc=1 + date -u +%Y-%m-%d %H:%M:%S Z exit status 1 2021-11-22 16:34:07 Z exit status 1 + exit 1