+ [22-09-24 02:31:56] '[' multi == multi ']' + [22-09-24 02:31:56] echo 'Clients: rdma-qe-12.rdma.lab.eng.rdu2.redhat.com' Clients: rdma-qe-12.rdma.lab.eng.rdu2.redhat.com + [22-09-24 02:31:56] echo 'Servers: rdma-dev-13.rdma.lab.eng.rdu2.redhat.com' Servers: rdma-dev-13.rdma.lab.eng.rdu2.redhat.com + [22-09-24 02:31:56] RQA_system_info_for_debug + [22-09-24 02:31:56] grep -i distro /etc/motd + [22-09-24 02:31:56] tr -d ' ' DISTRO= DISTRO= + [22-09-24 02:31:56] cat /etc/redhat-release CentOS Stream release 9 + [22-09-24 02:31:56] uname -a Linux rdma-qe-12.rdma.lab.eng.rdu2.redhat.com 5.14.0-168.mr1359_220923_1526.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Sep 23 15:37:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux + [22-09-24 02:31:56] cat /proc/cmdline BOOT_IMAGE=(hd0,msdos1)/vmlinuz-5.14.0-168.mr1359_220923_1526.el9.x86_64 root=UUID=c34207f0-14a3-4ba4-af6a-fed8d898cbdd ro intel_idle.max_cstate=0 intremap=no_x2apic_optout processor.max_cstate=0 rd.driver.blacklist=csiostor console=tty0 rd_NO_PLYMOUTH resume=UUID=c632c698-db09-462d-a5e8-f080932a3eaa console=ttyS1,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [22-09-24 02:31:56] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20220708-127.el9.noarch + [22-09-24 02:31:56] tail /sys/class/infiniband/cxgb4_0/fw_ver 1.26.6.0 + [22-09-24 02:31:56] lspci + [22-09-24 02:31:56] grep -i -e ethernet -e infiniband -e omni -e ConnectX 03:00.0 Ethernet controller: Broadcom Inc. and subsidiaries NetXtreme BCM5717 Gigabit Ethernet PCIe (rev 10) 03:00.1 Ethernet controller: Broadcom Inc. and subsidiaries NetXtreme BCM5717 Gigabit Ethernet PCIe (rev 10) 05:00.0 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.1 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.2 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.3 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.4 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller + [22-09-24 02:31:56] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 36 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 8 On-line CPU(s) list: 0-7 Vendor ID: GenuineIntel BIOS Vendor ID: Intel Model name: Intel(R) Xeon(R) CPU E3-1240 V2 @ 3.40GHz BIOS Model name: Intel(R) Xeon(R) CPU E3-1240 V2 @ 3.40GHz CPU family: 6 Model: 58 Thread(s) per core: 2 Core(s) per socket: 4 Socket(s): 1 Stepping: 9 CPU max MHz: 3800.0000 CPU min MHz: 1600.0000 BogoMIPS: 6784.38 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm cpuid_fault epb pti ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase smep erms xsaveopt dtherm ida arat pln pts md_clear flush_l1d Virtualization: VT-x L1d cache: 128 KiB (4 instances) L1i cache: 128 KiB (4 instances) L2 cache: 1 MiB (4 instances) L3 cache: 8 MiB (1 instance) NUMA node(s): 1 NUMA node0 CPU(s): 0-7 Vulnerability Itlb multihit: KVM: Mitigation: VMX disabled Vulnerability L1tf: Mitigation; PTE Inversion; VMX conditional cache flushes, SMT vulnerable Vulnerability Mds: Mitigation; Clear CPU buffers; SMT vulnerable Vulnerability Meltdown: Mitigation; PTI Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Not affected Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP conditional, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Vulnerable: No microcode Vulnerability Tsx async abort: Not affected + [22-09-24 02:31:56] ibstat + [22-09-24 02:31:56] ibstatus Infiniband device 'cxgb4_0' port 1 status: default gid: 0007:432f:2040:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 10 Gb/sec (1X FDR10) link_layer: Ethernet Infiniband device 'cxgb4_0' port 2 status: default gid: 0007:432f:2048:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-09-24 02:31:56] /usr/bin/ibv_devinfo -v hca_id: cxgb4_0 transport: iWARP (1) fw_ver: 1.26.6.0 node_guid: 0207:43ff:fe2f:2040 sys_image_guid: 0207:43ff:fe2f:2040 vendor_id: 0x1425 vendor_part_id: 21505 hw_ver: 0x0 board_id: 1425.5401 phys_port_cnt: 2 max_mr_size: 0xffffffffffffffff page_size_cap: 0xffff000 max_qp: 12288 max_qp_wr: 8190 device_cap_flags: 0x00228000 MEM_WINDOW MEM_MGT_EXTENSIONS Unknown flags: 0x8000 max_sge: 4 max_sge_rd: 1 max_cq: 24576 max_cqe: 65518 max_mr: 381300 max_pd: 65536 max_qp_rd_atom: 21 max_ee_rd_atom: 0 max_res_rd_atom: 387072 max_qp_init_rd_atom: 21 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 0 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 0 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 0 max_fmr: 0 max_srq: 0 max_pkeys: 0 local_ca_ack_delay: 0 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x228000 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0xffffffff port_cap_flags: 0x009f0000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 0 gid_tbl_len: 1 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 10.0 Gbps (8) port: 2 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0xffffffff port_cap_flags: 0x009f0000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 0 gid_tbl_len: 1 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) + [22-09-24 02:31:56] iblinkinfo ibwarn: [9733] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [9733] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [22-09-24 02:31:56] [[ '' == *\o\p\a* ]] + [22-09-24 02:31:56] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 34:64:a9:95:c9:3c brd ff:ff:ff:ff:ff:ff altname enp3s0f0 altname eno1 inet 10.1.217.67/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86283sec preferred_lft 86283sec inet6 2620:52:0:1d9:3664:a9ff:fe95:c93c/64 scope global dynamic noprefixroute valid_lft 2591966sec preferred_lft 604766sec inet6 fe80::3664:a9ff:fe95:c93c/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 34:64:a9:95:c9:3d brd ff:ff:ff:ff:ff:ff altname enp3s0f1 altname eno2 4: cxgb4_iw: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff altname enp5s0f4 altname ens2f4 inet 172.31.50.12/24 brd 172.31.50.255 scope global dynamic noprefixroute cxgb4_iw valid_lft 3475sec preferred_lft 3475sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: cxgb4_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:07:43:2f:20:48 brd ff:ff:ff:ff:ff:ff altname enp5s0f4d1 altname ens2f4d1 6: cxgb4_iw.51@cxgb4_iw: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff inet 172.31.51.12/24 brd 172.31.51.255 scope global dynamic noprefixroute cxgb4_iw.51 valid_lft 3475sec preferred_lft 3475sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever 7: cxgb4_iw.52@cxgb4_iw: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff inet 172.31.52.12/24 brd 172.31.52.255 scope global dynamic noprefixroute cxgb4_iw.52 valid_lft 3475sec preferred_lft 3475sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever + [22-09-24 02:31:56] grep -i fedora /etc/redhat-release + [22-09-24 02:31:56] [[ '' == \i\4\0\i\w ]] + [22-09-24 02:31:56] hostname -A + [22-09-24 02:31:56] grep rdma-qe-12 + [22-09-24 02:31:56] echo '------- start test -------' ------- start test ------- + [22-09-24 02:31:56] client + [22-09-24 02:31:56] source ./setup.sh + [22-09-24 02:31:56] client_setup + [22-09-24 02:31:56] is_cki + [22-09-24 02:31:56] typeset -l flag=true + [22-09-24 02:31:56] [[ true == \t\r\u\e ]] + [22-09-24 02:31:56] return 0 + [22-09-24 02:31:56] run_task_env_setup + [22-09-24 02:31:56] echo 'Now start to run task env_setup, please be patient ...' Now start to run task env_setup, please be patient ... + [22-09-24 02:31:56] cd ../../env_setup + [22-09-24 02:31:56] make run make[1]: Entering directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' test -x runtest.sh || chmod a+x runtest.sh ./runtest.sh + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + which wget + alias + eval declare -f ++ declare -f + /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot wget /usr/bin/wget + source /usr/bin/rhts_environment.sh ++ '[' -z /mnt/testarea/tmp.jsZaRc ']' ++ '[' -z '' ']' +++ uname -i ++ ARCH=x86_64 ++ '[' -z '' ']' +++ cat /etc/redhat-release +++ sed -e 's/\(.*\)release\s\([0-9]*\).*/\1\2/; s/\s//g' ++ FAMILY=CentOSStream9 ++ '[' -h /mnt/testarea/current.log ']' ++ ln -sf /mnt/testarea/tmp.jsZaRc /mnt/testarea/current.log + '[' -f /root/rdma-qa.sh ']' + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-09-24 02:31:56] export NIC_PREF= ++ [22-09-24 02:31:56] NIC_PREF= ++ [22-09-24 02:31:56] export PERFTEST_FLAGS= ++ [22-09-24 02:31:56] PERFTEST_FLAGS= +++ [22-09-24 02:31:56] hostname -s ++ [22-09-24 02:31:56] export s_hostname=rdma-qe-12 ++ [22-09-24 02:31:56] s_hostname=rdma-qe-12 ++ [22-09-24 02:31:56] RQA_set_pyexec ++ [22-09-24 02:31:56] PYEXEC= ++ [22-09-24 02:31:56] which python ++ [22-09-24 02:31:56] export PYEXEC=python ++ [22-09-24 02:31:56] PYEXEC=python ++ [22-09-24 02:31:56] return 0 +++ [22-09-24 02:31:56] grep -i fedora /etc/redhat-release ++ [22-09-24 02:31:56] [[ -n '' ]] +++ [22-09-24 02:31:56] RQA_get_rhel_major +++ [22-09-24 02:31:56] awk -F . '{print $1}' ++++ [22-09-24 02:31:56] RQA_get_rhel_release ++++ [22-09-24 02:31:56] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:56] echo 9 ++ [22-09-24 02:31:56] [[ 9 -ge 8 ]] ++ [22-09-24 02:31:56] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:31:56] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:31:56] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-09-24 02:31:56] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-09-24 02:31:56] [[ rdma-qe-12 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:31:56] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:31:56] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:31:56] '[' -f /root/known-issues.sh ']' ++ [22-09-24 02:31:56] source /root/known-issues.sh ++ [22-09-24 02:31:58] RQA_load_tech_preview_modules ++ [22-09-24 02:31:58] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-09-24 02:31:58] return ++ [22-09-24 02:31:58] RQA_fix_uefi_reboot ++ [22-09-24 02:31:58] ls -l /usr/sbin/reboot ++ [22-09-24 02:31:58] grep rhts-reboot ++ [22-09-24 02:31:58] which rhts-reboot ++ [22-09-24 02:31:58] rpm -q rhts-test-env ++ [22-09-24 02:31:58] RQA_fix_ssh_ipv6_auth +++ [22-09-24 02:31:58] RQA_get_rhel_major +++ [22-09-24 02:31:58] awk -F . '{print $1}' ++++ [22-09-24 02:31:58] RQA_get_rhel_release ++++ [22-09-24 02:31:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:58] echo 9 ++ [22-09-24 02:31:58] '[' 9 -ge 7 ']' ++ [22-09-24 02:31:58] local need_restart=0 ++ [22-09-24 02:31:58] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-09-24 02:31:58] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-09-24 02:31:58] grep 'AddressFamily inet' /root/.ssh/config ++ [22-09-24 02:31:58] '[' 0 -eq 1 ']' ++ [22-09-24 02:31:58] RQA_fix_mlx5_ib_connected_mode +++ [22-09-24 02:31:58] RQA_get_rhel_major +++ [22-09-24 02:31:58] awk -F . '{print $1}' ++++ [22-09-24 02:31:58] RQA_get_rhel_release ++++ [22-09-24 02:31:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:58] echo 9 ++ [22-09-24 02:31:58] [[ 9 -ge 7 ]] +++ [22-09-24 02:31:58] RQA_get_rhel_minor +++ [22-09-24 02:31:58] awk -F . '{print $2}' ++++ [22-09-24 02:31:58] RQA_get_rhel_release ++++ [22-09-24 02:31:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:58] echo 9 ++ [22-09-24 02:31:58] [[ '' -ge 5 ]] +++ [22-09-24 02:31:58] RQA_get_rhel_major +++ [22-09-24 02:31:58] awk -F . '{print $1}' ++++ [22-09-24 02:31:58] RQA_get_rhel_release ++++ [22-09-24 02:31:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:58] echo 9 ++ [22-09-24 02:31:58] [[ 9 -gt 7 ]] +++ [22-09-24 02:31:58] ls /etc/sysconfig/network-scripts/ +++ [22-09-24 02:31:58] grep mlx5 +++ [22-09-24 02:31:58] grep ib +++ [22-09-24 02:31:58] grep -v '~' ++ [22-09-24 02:31:58] RQA_nfs_rhel8_temp_fix +++ [22-09-24 02:31:58] RQA_get_rhel_major +++ [22-09-24 02:31:58] awk -F . '{print $1}' ++++ [22-09-24 02:31:58] RQA_get_rhel_release ++++ [22-09-24 02:31:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:31:58] echo 9 ++ [22-09-24 02:31:58] (( 9 == 8 )) ++ [22-09-24 02:31:58] source /root/.bashrc ++ [22-09-24 02:31:58] [[ '' == \i\4\0\i\w ]] + [22-09-24 02:31:58] export BASHRC_FILE=/root/.bashrc + [22-09-24 02:31:58] BASHRC_FILE=/root/.bashrc + [22-09-24 02:31:58] [[ rdma-qe-12 == \r\d\m\a\-\p\e\r\f\-\0\2 ]] + [22-09-24 02:31:58] [[ rdma-qe-12 == \r\d\m\a\-\p\e\r\f\-\0\3 ]] + [22-09-24 02:31:58] export ENV_DRIVER= + [22-09-24 02:31:58] ENV_DRIVER= + [22-09-24 02:31:58] export ENV_NETWORK=iw + [22-09-24 02:31:58] ENV_NETWORK=iw ++ [22-09-24 02:31:58] hostname -s + [22-09-24 02:31:58] export host_json=./json/rdma-qe-12.json + [22-09-24 02:31:58] host_json=./json/rdma-qe-12.json + [22-09-24 02:31:58] [[ rdma-dev-13.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [22-09-24 02:31:58] [[ rdma-dev-13.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [22-09-24 02:31:58] [[ rdma-qe-12.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [22-09-24 02:31:58] [[ rdma-qe-12.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [22-09-24 02:31:58] '[' -z rdma-qe-12.rdma.lab.eng.rdu2.redhat.com -a -z rdma-dev-13.rdma.lab.eng.rdu2.redhat.com ']' + [22-09-24 02:31:58] RQA_set_servers_clients ++ [22-09-24 02:31:58] echo rdma-dev-13.rdma.lab.eng.rdu2.redhat.com ++ [22-09-24 02:31:58] awk -F . '{ print $1}' + [22-09-24 02:31:58] s_server_name=rdma-dev-13 ++ [22-09-24 02:31:58] echo rdma-qe-12.rdma.lab.eng.rdu2.redhat.com ++ [22-09-24 02:31:58] awk -F . '{ print $1}' + [22-09-24 02:31:58] s_client_name=rdma-qe-12 + [22-09-24 02:31:58] grep 'export SERVERS=' /root/.bashrc + [22-09-24 02:31:58] echo 'export SERVERS="rdma-dev-13"' + [22-09-24 02:31:58] grep 'export CLIENTS=' /root/.bashrc + [22-09-24 02:31:58] echo 'export CLIENTS="rdma-qe-12"' + [22-09-24 02:31:58] source /root/.bashrc ++ [22-09-24 02:31:58] '[' -f /etc/bashrc ']' ++ [22-09-24 02:31:58] . /etc/bashrc +++ [22-09-24 02:31:58] '[' -z Y ']' ++ [22-09-24 02:31:58] '[' vt100 = vt102 ']' ++ [22-09-24 02:31:58] alias 'grep=/bin/grep --color=tty ' ++ [22-09-24 02:31:58] alias vi=vim ++ [22-09-24 02:31:58] export EDITOR=vim ++ [22-09-24 02:31:58] EDITOR=vim ++ [22-09-24 02:31:58] RDMA_LOOKASIDE=http://download-node-02.eng.bos.redhat.com/qa/rhts/lookaside/rdma-testing +++ [22-09-24 02:31:58] which rhts-reboot +++ [22-09-24 02:31:58] alias +++ [22-09-24 02:31:58] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot rhts-reboot +++ [22-09-24 02:31:58] eval declare -f ++++ [22-09-24 02:31:58] declare -f ++ [22-09-24 02:31:58] '[' '!' -x /usr/bin/rhts-reboot ']' ++ [22-09-24 02:31:58] export SERVERS=rdma-dev-13 ++ [22-09-24 02:31:58] SERVERS=rdma-dev-13 ++ [22-09-24 02:31:58] export CLIENTS=rdma-qe-12 ++ [22-09-24 02:31:58] CLIENTS=rdma-qe-12 + [22-09-24 02:31:58] RQA_rhts_or_dev_mode multi env + [22-09-24 02:31:58] export RUN_NUMBER=0 + [22-09-24 02:31:58] RUN_NUMBER=0 ++ [22-09-24 02:31:58] grep -i 'Job whiteboard:' /etc/motd ++ [22-09-24 02:31:58] awk -F '[' '{print $2}' ++ [22-09-24 02:31:58] sed 's/\]//g' + [22-09-24 02:31:58] merge_request= + [22-09-24 02:31:58] [[ ! -z '' ]] + [22-09-24 02:31:58] test -z 7039898 + [22-09-24 02:31:58] echo 'Variable JOBID set, we'\''re running on RHTS' Variable JOBID set, we're running on RHTS +++ [22-09-24 02:31:58] pwd ++ [22-09-24 02:31:58] basename /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup + [22-09-24 02:31:58] '[' env_setup == nfsordma_sh ']' + [22-09-24 02:31:58] exec + [22-09-24 02:31:58] exec + [22-09-24 02:31:58] '[' multi == multi ']' + [22-09-24 02:31:58] echo 'Clients: rdma-qe-12' Clients: rdma-qe-12 + [22-09-24 02:31:58] echo 'Servers: rdma-dev-13' Servers: rdma-dev-13 + [22-09-24 02:31:58] RQA_system_info_for_debug + [22-09-24 02:31:58] grep -i distro /etc/motd + [22-09-24 02:31:58] tr -d ' ' DISTRO= DISTRO= + [22-09-24 02:31:58] cat /etc/redhat-release CentOS Stream release 9 + [22-09-24 02:31:58] uname -a Linux rdma-qe-12.rdma.lab.eng.rdu2.redhat.com 5.14.0-168.mr1359_220923_1526.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Sep 23 15:37:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux + [22-09-24 02:31:58] cat /proc/cmdline BOOT_IMAGE=(hd0,msdos1)/vmlinuz-5.14.0-168.mr1359_220923_1526.el9.x86_64 root=UUID=c34207f0-14a3-4ba4-af6a-fed8d898cbdd ro intel_idle.max_cstate=0 intremap=no_x2apic_optout processor.max_cstate=0 rd.driver.blacklist=csiostor console=tty0 rd_NO_PLYMOUTH resume=UUID=c632c698-db09-462d-a5e8-f080932a3eaa console=ttyS1,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [22-09-24 02:31:58] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20220708-127.el9.noarch + [22-09-24 02:31:58] tail /sys/class/infiniband/cxgb4_0/fw_ver 1.26.6.0 + [22-09-24 02:31:58] lspci + [22-09-24 02:31:58] grep -i -e ethernet -e infiniband -e omni -e ConnectX 03:00.0 Ethernet controller: Broadcom Inc. and subsidiaries NetXtreme BCM5717 Gigabit Ethernet PCIe (rev 10) 03:00.1 Ethernet controller: Broadcom Inc. and subsidiaries NetXtreme BCM5717 Gigabit Ethernet PCIe (rev 10) 05:00.0 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.1 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.2 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.3 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller 05:00.4 Ethernet controller: Chelsio Communications Inc T520-CR Unified Wire Ethernet Controller + [22-09-24 02:31:58] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 36 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 8 On-line CPU(s) list: 0-7 Vendor ID: GenuineIntel BIOS Vendor ID: Intel Model name: Intel(R) Xeon(R) CPU E3-1240 V2 @ 3.40GHz BIOS Model name: Intel(R) Xeon(R) CPU E3-1240 V2 @ 3.40GHz CPU family: 6 Model: 58 Thread(s) per core: 2 Core(s) per socket: 4 Socket(s): 1 Stepping: 9 CPU max MHz: 3800.0000 CPU min MHz: 1600.0000 BogoMIPS: 6784.38 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm cpuid_fault epb pti ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase smep erms xsaveopt dtherm ida arat pln pts md_clear flush_l1d Virtualization: VT-x L1d cache: 128 KiB (4 instances) L1i cache: 128 KiB (4 instances) L2 cache: 1 MiB (4 instances) L3 cache: 8 MiB (1 instance) NUMA node(s): 1 NUMA node0 CPU(s): 0-7 Vulnerability Itlb multihit: KVM: Mitigation: VMX disabled Vulnerability L1tf: Mitigation; PTE Inversion; VMX conditional cache flushes, SMT vulnerable Vulnerability Mds: Mitigation; Clear CPU buffers; SMT vulnerable Vulnerability Meltdown: Mitigation; PTI Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Not affected Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, IBRS_FW, STIBP conditional, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Vulnerable: No microcode Vulnerability Tsx async abort: Not affected + [22-09-24 02:31:59] ibstat + [22-09-24 02:31:59] ibstatus Infiniband device 'cxgb4_0' port 1 status: default gid: 0007:432f:2040:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 10 Gb/sec (1X FDR10) link_layer: Ethernet Infiniband device 'cxgb4_0' port 2 status: default gid: 0007:432f:2048:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-09-24 02:31:59] /usr/bin/ibv_devinfo -v hca_id: cxgb4_0 transport: iWARP (1) fw_ver: 1.26.6.0 node_guid: 0207:43ff:fe2f:2040 sys_image_guid: 0207:43ff:fe2f:2040 vendor_id: 0x1425 vendor_part_id: 21505 hw_ver: 0x0 board_id: 1425.5401 phys_port_cnt: 2 max_mr_size: 0xffffffffffffffff page_size_cap: 0xffff000 max_qp: 12288 max_qp_wr: 8190 device_cap_flags: 0x00228000 MEM_WINDOW MEM_MGT_EXTENSIONS Unknown flags: 0x8000 max_sge: 4 max_sge_rd: 1 max_cq: 24576 max_cqe: 65518 max_mr: 381300 max_pd: 65536 max_qp_rd_atom: 21 max_ee_rd_atom: 0 max_res_rd_atom: 387072 max_qp_init_rd_atom: 21 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 0 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 0 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 0 max_fmr: 0 max_srq: 0 max_pkeys: 0 local_ca_ack_delay: 0 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x228000 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0xffffffff port_cap_flags: 0x009f0000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 0 gid_tbl_len: 1 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 10.0 Gbps (8) port: 2 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0xffffffff port_cap_flags: 0x009f0000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 0 gid_tbl_len: 1 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) + [22-09-24 02:31:59] iblinkinfo ibwarn: [13271] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [13271] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [22-09-24 02:31:59] [[ '' == *\o\p\a* ]] + [22-09-24 02:31:59] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 34:64:a9:95:c9:3c brd ff:ff:ff:ff:ff:ff altname enp3s0f0 altname eno1 inet 10.1.217.67/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86280sec preferred_lft 86280sec inet6 2620:52:0:1d9:3664:a9ff:fe95:c93c/64 scope global dynamic noprefixroute valid_lft 2591964sec preferred_lft 604764sec inet6 fe80::3664:a9ff:fe95:c93c/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 34:64:a9:95:c9:3d brd ff:ff:ff:ff:ff:ff altname enp3s0f1 altname eno2 4: cxgb4_iw: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff altname enp5s0f4 altname ens2f4 inet 172.31.50.12/24 brd 172.31.50.255 scope global dynamic noprefixroute cxgb4_iw valid_lft 3472sec preferred_lft 3472sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: cxgb4_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:07:43:2f:20:48 brd ff:ff:ff:ff:ff:ff altname enp5s0f4d1 altname ens2f4d1 6: cxgb4_iw.51@cxgb4_iw: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff inet 172.31.51.12/24 brd 172.31.51.255 scope global dynamic noprefixroute cxgb4_iw.51 valid_lft 3472sec preferred_lft 3472sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever 7: cxgb4_iw.52@cxgb4_iw: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff inet 172.31.52.12/24 brd 172.31.52.255 scope global dynamic noprefixroute cxgb4_iw.52 valid_lft 3472sec preferred_lft 3472sec inet6 fe80::207:43ff:fe2f:2040/64 scope link noprefixroute valid_lft forever preferred_lft forever + [22-09-24 02:31:59] PY_FILE=/root/py_parse_out.txt + [22-09-24 02:31:59] rm -f /root/py_parse_out.txt + [22-09-24 02:31:59] export result=PASS + [22-09-24 02:31:59] result=PASS + [22-09-24 02:31:59] export TEST=/kernel/infiniband/env_setup/standalone + [22-09-24 02:31:59] TEST=/kernel/infiniband/env_setup/standalone + [22-09-24 02:31:59] ip address show + [22-09-24 02:31:59] grep 'inet 172.31.' + [22-09-24 02:31:59] [[ 0 -ne 0 ]] + [22-09-24 02:31:59] install_ca_trust + [22-09-24 02:31:59] local cert_path=/etc/pki/ca-trust/source/anchors + [22-09-24 02:31:59] '[' -f /etc/pki/ca-trust/source/anchors/legacy.crt -a -f /etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt ']' + [22-09-24 02:31:59] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/legacy.crt --2022-09-24 02:31:59-- https://password.corp.redhat.com/legacy.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1338 (1.3K) Saving to: ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ 0K . 100% 94.5M=0s 2022-09-24 02:31:59 (94.5 MB/s) - ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ saved [1338/1338] + [22-09-24 02:31:59] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/RH-IT-Root-CA.crt --2022-09-24 02:31:59-- https://password.corp.redhat.com/RH-IT-Root-CA.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1517 (1.5K) Saving to: ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ 0K . 100% 96.2M=0s 2022-09-24 02:31:59 (96.2 MB/s) - ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ saved [1517/1517] + [22-09-24 02:31:59] update-ca-trust enable + [22-09-24 02:32:00] update-ca-trust extract + [22-09-24 02:32:01] RQA_rhel8_brew_repo ++ [22-09-24 02:32:01] RQA_get_rhel_major ++ [22-09-24 02:32:01] awk -F . '{print $1}' +++ [22-09-24 02:32:01] RQA_get_rhel_release +++ [22-09-24 02:32:01] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:32:01] echo 9 + [22-09-24 02:32:01] local major=9 + [22-09-24 02:32:01] (( major == 8 )) + [22-09-24 02:32:01] pek2_lab_setup ++ [22-09-24 02:32:01] RQA_get_rdma_hostname ++ [22-09-24 02:32:01] hostname -A ++ [22-09-24 02:32:01] awk '{print $1}' ++ [22-09-24 02:32:01] grep -o 'rdma.*' ++ [22-09-24 02:32:01] awk -F . '{print $1}' + [22-09-24 02:32:01] [[ rdma-qe-12 == *\r\d\m\a\0* ]] + [22-09-24 02:32:01] common_setup ++ [22-09-24 02:32:01] RQA_get_rdma_hostname ++ [22-09-24 02:32:01] hostname -A ++ [22-09-24 02:32:01] grep -o 'rdma.*' ++ [22-09-24 02:32:01] awk '{print $1}' ++ [22-09-24 02:32:01] awk -F . '{print $1}' + [22-09-24 02:32:01] short_hostname=rdma-qe-12 + [22-09-24 02:32:01] RDMA_DRIVER= + [22-09-24 02:32:01] RDMA_NETWORK= + [22-09-24 02:32:01] '[' '!' -z ']' + [22-09-24 02:32:01] '[' '!' -z iw ']' + [22-09-24 02:32:01] RDMA_NETWORK=iw + [22-09-24 02:32:01] inv_file=json/rdma-qe-12.json + [22-09-24 02:32:01] '[' '!' -f json/rdma-qe-12.json ']' + [22-09-24 02:32:01] set -o pipefail + [22-09-24 02:32:01] python host_data_parser.py json/rdma-qe-12.json '' iw + [22-09-24 02:32:01] tee /root/py_parse_out.txt export RDMA_DRIVER="cxgb4" export RDMA_NETWORK="iw" export HCA_ID="cxgb4_0" export HCA_RATE="10 Gb/sec" export HCA_ABRV="t520" export DEVICE_ID="cxgb4_iw" export DEVICE_MAC="00:07:43:2f:20:40" export DEVICE_PORT="1" + [22-09-24 02:32:01] '[' 0 -ne 0 ']' + [22-09-24 02:32:01] source /root/py_parse_out.txt ++ [22-09-24 02:32:01] export RDMA_DRIVER=cxgb4 ++ [22-09-24 02:32:01] RDMA_DRIVER=cxgb4 ++ [22-09-24 02:32:01] export RDMA_NETWORK=iw ++ [22-09-24 02:32:01] RDMA_NETWORK=iw ++ [22-09-24 02:32:01] export HCA_ID=cxgb4_0 ++ [22-09-24 02:32:01] HCA_ID=cxgb4_0 ++ [22-09-24 02:32:01] export 'HCA_RATE=10 Gb/sec' ++ [22-09-24 02:32:01] HCA_RATE='10 Gb/sec' ++ [22-09-24 02:32:01] export HCA_ABRV=t520 ++ [22-09-24 02:32:01] HCA_ABRV=t520 ++ [22-09-24 02:32:01] export DEVICE_ID=cxgb4_iw ++ [22-09-24 02:32:01] DEVICE_ID=cxgb4_iw ++ [22-09-24 02:32:01] export DEVICE_MAC=00:07:43:2f:20:40 ++ [22-09-24 02:32:01] DEVICE_MAC=00:07:43:2f:20:40 ++ [22-09-24 02:32:01] export DEVICE_PORT=1 ++ [22-09-24 02:32:01] DEVICE_PORT=1 + [22-09-24 02:32:01] RQA_check_result -r 0 -t 'Source python parser output' + [22-09-24 02:32:01] local test_pass=0 + [22-09-24 02:32:01] local test_skip=777 + [22-09-24 02:32:01] test 4 -gt 0 + [22-09-24 02:32:01] case $1 in + [22-09-24 02:32:01] local rc=0 + [22-09-24 02:32:01] shift + [22-09-24 02:32:01] shift + [22-09-24 02:32:01] test 2 -gt 0 + [22-09-24 02:32:01] case $1 in + [22-09-24 02:32:01] local 'msg=Source python parser output' + [22-09-24 02:32:01] shift + [22-09-24 02:32:01] shift + [22-09-24 02:32:01] test 0 -gt 0 + [22-09-24 02:32:01] '[' -z 0 -o -z 'Source python parser output' ']' + [22-09-24 02:32:01] '[' -z '' ']' + [22-09-24 02:32:01] source /etc/environment + [22-09-24 02:32:01] '[' -z '' ']' + [22-09-24 02:32:01] __RQA_create_test_result_file ++ [22-09-24 02:32:01] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-09-24 02:32:01] local rdma_version=rdma-core-41.0-3.el9 ++ [22-09-24 02:32:01] echo /kernel/infiniband/env_setup/standalone ++ [22-09-24 02:32:01] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-09-24 02:32:01] TEST_NAME=env_setup + [22-09-24 02:32:01] [[ ! -z rdma-dev-13 ]] + [22-09-24 02:32:01] [[ ! -z rdma-qe-12 ]] + [22-09-24 02:32:01] hosts_list=rdma-dev-13/rdma-qe-12 + [22-09-24 02:32:01] local _bkrjb= ++ [22-09-24 02:32:01] grep JOBID= /etc/motd ++ [22-09-24 02:32:01] tr -d ' ' ++ [22-09-24 02:32:01] sed s/JOBID=/J:/g ++ [22-09-24 02:32:01] head -1 + [22-09-24 02:32:01] _bkrjb=J:7039898 + [22-09-24 02:32:01] [[ ! -z J:7039898 ]] + [22-09-24 02:32:01] _bkrjb=' & Beaker job J:7039898' ++ [22-09-24 02:32:01] echo results_env_setup.txt ++ [22-09-24 02:32:01] sed 's/\//-/g' + [22-09-24 02:32:01] local result_filename=results_env_setup.txt ++ [22-09-24 02:32:01] mktemp -d + [22-09-24 02:32:01] TEST_RESULT_FILE=/tmp/tmp.wzrppTPzah/results_env_setup.txt + [22-09-24 02:32:01] echo 'env_setup test results on rdma-dev-13/rdma-qe-12 & Beaker job J:7039898:' ++ [22-09-24 02:32:01] uname -r + [22-09-24 02:32:01] echo '5.14.0-168.mr1359_220923_1526.el9.x86_64, rdma-core-41.0-3.el9, cxgb4, iw, t520 & cxgb4_0' + [22-09-24 02:32:01] echo ' Result | Status | Test' + [22-09-24 02:32:01] echo ' ---------+--------+------------------------------------' + [22-09-24 02:32:01] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-09-24 02:32:01] echo TEST_RESULT_FILE=/tmp/tmp.wzrppTPzah/results_env_setup.txt + [22-09-24 02:32:01] source /etc/environment ++ [22-09-24 02:32:01] TEST_RESULT_FILE=/tmp/tmp.wzrppTPzah/results_env_setup.txt + [22-09-24 02:32:01] '[' 0 -eq 0 ']' + [22-09-24 02:32:01] local test_result=PASS + [22-09-24 02:32:01] printf '%10s | %6s | %s\n' PASS 0 'Source python parser output' + [22-09-24 02:32:01] set +x --- - TEST RESULT FOR env_setup - Test: Source python parser output - Result: PASS - Return: 0 --- + [22-09-24 02:32:01] [[ cxgb4 == \r\x\e ]] + [22-09-24 02:32:01] RQA_bring_up_network iw cxgb4 + [22-09-24 02:32:01] '[' 2 -ne 2 ']' + [22-09-24 02:32:01] local _RDMA_NETWORK=iw + [22-09-24 02:32:01] local _RDMA_DRIVER=cxgb4 ++ [22-09-24 02:32:01] RQA_get_rdma_hostname ++ [22-09-24 02:32:01] hostname -A ++ [22-09-24 02:32:01] grep -o 'rdma.*' ++ [22-09-24 02:32:01] awk '{print $1}' ++ [22-09-24 02:32:01] awk -F . '{print $1}' + [22-09-24 02:32:01] local rdma_hostname=rdma-qe-12 + [22-09-24 02:32:01] [[ rdma-qe-12 == *\r\d\m\a\0* ]] + [22-09-24 02:32:01] [[ ! -z rdma-qe-12 ]] + [22-09-24 02:32:01] [[ ! -z rdma-dev-13 ]] ++ [22-09-24 02:32:01] RQA_hn_tail rdma-dev-13 ++ [22-09-24 02:32:01] echo rdma-dev-13 ++ [22-09-24 02:32:01] sed -e 's/\..*//' -e s/rdma-// + [22-09-24 02:32:01] local alias_server=iw-dev-13 ++ [22-09-24 02:32:01] cat /etc/hosts ++ [22-09-24 02:32:01] grep iw-dev-13 ++ [22-09-24 02:32:01] awk -F ' ' '{print $1}' + [22-09-24 02:32:01] IP_SERVER=172.31.50.113 ++ [22-09-24 02:32:01] RQA_hn_tail rdma-qe-12 ++ [22-09-24 02:32:01] echo rdma-qe-12 ++ [22-09-24 02:32:01] sed -e 's/\..*//' -e s/rdma-// + [22-09-24 02:32:01] local alias_client=iw-qe-12 ++ [22-09-24 02:32:01] cat /etc/hosts ++ [22-09-24 02:32:01] grep iw-qe-12 ++ [22-09-24 02:32:01] awk -F ' ' '{print $1}' + [22-09-24 02:32:01] IP_CLIENT=172.31.50.12 + [22-09-24 02:32:01] local bad=0 + [22-09-24 02:32:01] ping -c3 172.31.50.113 PING 172.31.50.113 (172.31.50.113) 56(84) bytes of data. 64 bytes from 172.31.50.113: icmp_seq=1 ttl=64 time=0.113 ms 64 bytes from 172.31.50.113: icmp_seq=2 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=3 ttl=64 time=0.081 ms --- 172.31.50.113 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2045ms rtt min/avg/max/mdev = 0.063/0.085/0.113/0.020 ms + [22-09-24 02:32:03] (( bad+=0 )) + [22-09-24 02:32:03] ping -c3 172.31.50.12 PING 172.31.50.12 (172.31.50.12) 56(84) bytes of data. 64 bytes from 172.31.50.12: icmp_seq=1 ttl=64 time=0.013 ms 64 bytes from 172.31.50.12: icmp_seq=2 ttl=64 time=0.031 ms 64 bytes from 172.31.50.12: icmp_seq=3 ttl=64 time=0.045 ms --- 172.31.50.12 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2044ms rtt min/avg/max/mdev = 0.013/0.029/0.045/0.013 ms + [22-09-24 02:32:05] (( bad+=0 )) + [22-09-24 02:32:05] '[' 0 -eq 0 ']' + [22-09-24 02:32:05] return 0 + [22-09-24 02:32:05] [[ cxgb4 == \s\i\w ]] + [22-09-24 02:32:05] sleep 5 ++ [22-09-24 02:32:10] RQA_get_my_ipv4 cxgb4_iw ++ [22-09-24 02:32:10] local IPv4= ++ [22-09-24 02:32:10] '[' 1 -ne 1 ']' +++ [22-09-24 02:32:10] ip addr show dev cxgb4_iw +++ [22-09-24 02:32:10] sed '-es/^.*inet \([^ ]*\)\/.*$/\1/;t;d' ++ [22-09-24 02:32:10] IPv4=172.31.50.12 ++ [22-09-24 02:32:10] [[ 172.31.50.12 == '' ]] ++ [22-09-24 02:32:10] echo 172.31.50.12 ++ [22-09-24 02:32:10] return 0 + [22-09-24 02:32:10] RDMA_IPV4=172.31.50.12 ++ [22-09-24 02:32:10] RQA_get_my_ipv6 cxgb4_iw ++ [22-09-24 02:32:10] '[' 1 -ne 1 ']' ++ [22-09-24 02:32:10] ip addr show dev cxgb4_iw ++ [22-09-24 02:32:10] sed '-es/^.*inet6 \([^ ]*\)\/.*$/\1/;t;d' + [22-09-24 02:32:10] RDMA_IPV6=fe80::207:43ff:fe2f:2040 + [22-09-24 02:32:10] [[ cxgb4 == \s\i\w ]] + [22-09-24 02:32:10] [[ cxgb4 == \r\x\e ]] + [22-09-24 02:32:10] grep -i fedora /etc/redhat-release + [22-09-24 02:32:10] ping -c 3 172.31.50.12 PING 172.31.50.12 (172.31.50.12) 56(84) bytes of data. 64 bytes from 172.31.50.12: icmp_seq=1 ttl=64 time=0.020 ms 64 bytes from 172.31.50.12: icmp_seq=2 ttl=64 time=0.033 ms 64 bytes from 172.31.50.12: icmp_seq=3 ttl=64 time=0.029 ms --- 172.31.50.12 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2072ms rtt min/avg/max/mdev = 0.020/0.027/0.033/0.005 ms + [22-09-24 02:32:12] RQA_check_result -r 0 -t 'ping 172.31.50.12' + [22-09-24 02:32:12] local test_pass=0 + [22-09-24 02:32:12] local test_skip=777 + [22-09-24 02:32:12] test 4 -gt 0 + [22-09-24 02:32:12] case $1 in + [22-09-24 02:32:12] local rc=0 + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] test 2 -gt 0 + [22-09-24 02:32:12] case $1 in + [22-09-24 02:32:12] local 'msg=ping 172.31.50.12' + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] test 0 -gt 0 + [22-09-24 02:32:12] '[' -z 0 -o -z 'ping 172.31.50.12' ']' + [22-09-24 02:32:12] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:12] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:12] '[' 0 -eq 0 ']' + [22-09-24 02:32:12] local test_result=PASS + [22-09-24 02:32:12] printf '%10s | %6s | %s\n' PASS 0 'ping 172.31.50.12' + [22-09-24 02:32:12] set +x --- - TEST RESULT FOR env_setup - Test: ping 172.31.50.12 - Result: PASS - Return: 0 --- + [22-09-24 02:32:12] standalone + [22-09-24 02:32:12] echo -en '\n# /kernel/infiniband/env_setup variables\n' + [22-09-24 02:32:12] [[ -s /root/py_parse_out.txt ]] + [22-09-24 02:32:12] grep export /root/py_parse_out.txt + [22-09-24 02:32:12] cat + [22-09-24 02:32:12] echo 'export RDMA_IPV4="172.31.50.12"' + [22-09-24 02:32:12] echo 'export RDMA_IPV6="fe80::207:43ff:fe2f:2040"' + [22-09-24 02:32:12] source /root/.bashrc + [22-09-24 02:32:12] RQA_check_result -r 0 -t 'Source .bashrc after updates' + [22-09-24 02:32:12] local test_pass=0 + [22-09-24 02:32:12] local test_skip=777 + [22-09-24 02:32:12] test 4 -gt 0 + [22-09-24 02:32:12] case $1 in + [22-09-24 02:32:12] local rc=0 + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] test 2 -gt 0 + [22-09-24 02:32:12] case $1 in + [22-09-24 02:32:12] local 'msg=Source .bashrc after updates' + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] shift + [22-09-24 02:32:12] test 0 -gt 0 + [22-09-24 02:32:12] '[' -z 0 -o -z 'Source .bashrc after updates' ']' + [22-09-24 02:32:12] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:12] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:12] '[' 0 -eq 0 ']' + [22-09-24 02:32:12] local test_result=PASS + [22-09-24 02:32:12] printf '%10s | %6s | %s\n' PASS 0 'Source .bashrc after updates' + [22-09-24 02:32:12] set +x --- - TEST RESULT FOR env_setup - Test: Source .bashrc after updates - Result: PASS - Return: 0 --- + [22-09-24 02:32:12] RQA_overall_result + [22-09-24 02:32:12] source /root/known-issues.sh + [22-09-24 02:32:14] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:14] '[' -z /tmp/tmp.wzrppTPzah/results_env_setup.txt ']' + [22-09-24 02:32:14] local overall_result=PASS + [22-09-24 02:32:14] echo 'Checking for failures and known issues:' + [22-09-24 02:32:14] grep FAIL /tmp/tmp.wzrppTPzah/results_env_setup.txt + [22-09-24 02:32:14] echo ' no test failures' + [22-09-24 02:32:14] echo '' + [22-09-24 02:32:14] report_result /kernel/infiniband/env_setup/standalone PASS 0 + [22-09-24 02:32:14] OUTPUTFILE=/mnt/testarea/tmp.jsZaRc + [22-09-24 02:32:14] rstrnt-report-result /kernel/infiniband/env_setup/standalone PASS 0 ** /kernel/infiniband/env_setup/standalone PASS Score:0 Uploading resultoutputfile.log .done + [22-09-24 02:32:15] rhts-submit-log -l /tmp/tmp.wzrppTPzah/results_env_setup.txt Uploading results_env_setup.txt .done + [22-09-24 02:32:15] __RQA_unset_test_result_file + [22-09-24 02:32:15] cat /tmp/tmp.wzrppTPzah/results_env_setup.txt env_setup test results on rdma-dev-13/rdma-qe-12 & Beaker job J:7039898: 5.14.0-168.mr1359_220923_1526.el9.x86_64, rdma-core-41.0-3.el9, cxgb4, iw, t520 & cxgb4_0 Result | Status | Test ---------+--------+------------------------------------ PASS | 0 | Source python parser output PASS | 0 | ping 172.31.50.12 PASS | 0 | Source .bashrc after updates Checking for failures and known issues: no test failures + [22-09-24 02:32:15] export TEST_RESULT_FILE= + [22-09-24 02:32:15] TEST_RESULT_FILE= + [22-09-24 02:32:15] unset TEST_RESULT_FILE + [22-09-24 02:32:15] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-09-24 02:32:15] echo 'TEST_RESULT_FILE=""' + [22-09-24 02:32:15] source /etc/environment ++ [22-09-24 02:32:15] TEST_RESULT_FILE= + [22-09-24 02:32:15] return 0 + [22-09-24 02:32:15] hostname -A + [22-09-24 02:32:15] grep rdma-qe-12 + [22-09-24 02:32:15] echo '------- client start test -------' ------- client start test ------- + [22-09-24 02:32:15] export result=PASS + [22-09-24 02:32:15] result=PASS + [22-09-24 02:32:15] export TEST=/kernel/infiniband/env_setup/standalone/client + [22-09-24 02:32:15] TEST=/kernel/infiniband/env_setup/standalone/client + [22-09-24 02:32:15] client + [22-09-24 02:32:15] [[ cxgb4 == \s\i\w ]] + [22-09-24 02:32:15] rhts_sync_set -s ES_CLIENT_READY_-iw-0 /usr/bin/rhts_sync_set -s ES_CLIENT_READY_-iw-0 -- State set = 10_ES_CLIENT_READY_-iw-0 + [22-09-24 02:32:15] rhts_sync_block -s ES_SERVER_READY_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s ES_SERVER_READY_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_ES_SERVER_READY_-iw-0 Failed to connect to remote server rdma-dev-13: Connection refused Retrying rstrnt-sync-block for state 10_ES_SERVER_READY_-iw-0 + [22-09-24 02:33:15] rhts_sync_block -s ES_SERVER_DONE_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s ES_SERVER_DONE_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_ES_SERVER_DONE_-iw-0 ++ [22-09-24 02:33:15] echo rdma-dev-13 ++ [22-09-24 02:33:15] awk -F . '{print $1}' + [22-09-24 02:33:15] srv_ssh=rdma-dev-13 ++ [22-09-24 02:33:15] ssh rdma-dev-13 echo '${RDMA_DRIVER}' + [22-09-24 02:33:16] SERVER_DRIVER=cxgb4 ++ [22-09-24 02:33:16] ssh rdma-dev-13 echo '${RDMA_NETWORK}' + [22-09-24 02:33:16] SERVER_NETWORK=iw ++ [22-09-24 02:33:16] ssh rdma-dev-13 echo '${HCA_ID}' + [22-09-24 02:33:16] SERVER_HCA_ID=cxgb4_0 ++ [22-09-24 02:33:16] ssh rdma-dev-13 echo '${HCA_ABRV}' + [22-09-24 02:33:17] SERVER_HCA_ABRV=t62100 ++ [22-09-24 02:33:17] ssh rdma-dev-13 echo '${DEVICE_ID}' + [22-09-24 02:33:17] SERVER_DEVICE_ID=cxgb4_iw ++ [22-09-24 02:33:17] ssh rdma-dev-13 echo '${DEVICE_MAC}' + [22-09-24 02:33:17] SERVER_DEVICE_MAC=00:07:43:3b:f4:d0 ++ [22-09-24 02:33:17] ssh rdma-dev-13 echo '${DEVICE_PORT}' + [22-09-24 02:33:17] SERVER_DEVICE_PORT=1 ++ [22-09-24 02:33:17] ssh rdma-dev-13 echo '${RDMA_IPV4}' + [22-09-24 02:33:17] SERVER_IPV4=172.31.50.113 ++ [22-09-24 02:33:17] ssh rdma-dev-13 echo '${RDMA_IPV6}' + [22-09-24 02:33:18] SERVER_IPV6=fe80::207:43ff:fe3b:f4d0 + [22-09-24 02:33:18] '[' -z cxgb4 ']' + [22-09-24 02:33:18] '[' -z iw ']' + [22-09-24 02:33:18] '[' -z cxgb4_0 ']' + [22-09-24 02:33:18] '[' -z t62100 ']' + [22-09-24 02:33:18] '[' -z cxgb4_iw ']' + [22-09-24 02:33:18] '[' -z 00:07:43:3b:f4:d0 ']' + [22-09-24 02:33:18] '[' -z 1 ']' + [22-09-24 02:33:18] '[' -z 172.31.50.113 ']' + [22-09-24 02:33:18] '[' -z fe80::207:43ff:fe3b:f4d0 ']' + [22-09-24 02:33:18] echo 'export CLIENT_DRIVER="cxgb4"' + [22-09-24 02:33:18] echo 'export CLIENT_NETWORK="iw"' + [22-09-24 02:33:18] echo 'export CLIENT_HCA_ID="cxgb4_0"' + [22-09-24 02:33:18] echo 'export CLIENT_HCA_ABRV="t520"' + [22-09-24 02:33:18] echo 'export CLIENT_DEVICE_ID="cxgb4_iw"' + [22-09-24 02:33:18] echo 'export CLIENT_DEVICE_MAC="00:07:43:2f:20:40"' + [22-09-24 02:33:18] echo 'export CLIENT_DEVICE_PORT="1"' + [22-09-24 02:33:18] echo 'export CLIENT_IPV4="172.31.50.12"' + [22-09-24 02:33:18] echo 'export CLIENT_IPV6="fe80::207:43ff:fe2f:2040"' + [22-09-24 02:33:18] echo 'export SERVER_DRIVER="cxgb4"' + [22-09-24 02:33:18] echo 'export SERVER_NETWORK="iw"' + [22-09-24 02:33:18] echo 'export SERVER_HCA_ID="cxgb4_0"' + [22-09-24 02:33:18] echo 'export SERVER_HCA_ABRV="t62100"' + [22-09-24 02:33:18] echo 'export SERVER_DEVICE_ID="cxgb4_iw"' + [22-09-24 02:33:18] echo 'export SERVER_DEVICE_MAC="00:07:43:3b:f4:d0"' + [22-09-24 02:33:18] echo 'export SERVER_DEVICE_PORT="1"' + [22-09-24 02:33:18] echo 'export SERVER_IPV4="172.31.50.113"' + [22-09-24 02:33:18] echo 'export SERVER_IPV6="fe80::207:43ff:fe3b:f4d0"' + [22-09-24 02:33:18] echo 'export REMOTE_HOST="rdma-dev-13"' + [22-09-24 02:33:18] source /root/.bashrc + [22-09-24 02:33:18] RQA_check_result -r 0 -t 'source .bashrc in client function' + [22-09-24 02:33:18] local test_pass=0 + [22-09-24 02:33:18] local test_skip=777 + [22-09-24 02:33:18] test 4 -gt 0 + [22-09-24 02:33:18] case $1 in + [22-09-24 02:33:18] local rc=0 + [22-09-24 02:33:18] shift + [22-09-24 02:33:18] shift + [22-09-24 02:33:18] test 2 -gt 0 + [22-09-24 02:33:18] case $1 in + [22-09-24 02:33:18] local 'msg=source .bashrc in client function' + [22-09-24 02:33:18] shift + [22-09-24 02:33:18] shift + [22-09-24 02:33:18] test 0 -gt 0 + [22-09-24 02:33:18] '[' -z 0 -o -z 'source .bashrc in client function' ']' + [22-09-24 02:33:18] '[' -z '' ']' + [22-09-24 02:33:18] source /etc/environment ++ [22-09-24 02:33:18] TEST_RESULT_FILE= + [22-09-24 02:33:18] '[' -z '' ']' + [22-09-24 02:33:18] __RQA_create_test_result_file ++ [22-09-24 02:33:18] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-09-24 02:33:18] local rdma_version=rdma-core-41.0-3.el9 ++ [22-09-24 02:33:18] echo /kernel/infiniband/env_setup/standalone/client ++ [22-09-24 02:33:18] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-09-24 02:33:18] TEST_NAME=env_setup + [22-09-24 02:33:18] [[ ! -z rdma-dev-13 ]] + [22-09-24 02:33:18] [[ ! -z rdma-qe-12 ]] + [22-09-24 02:33:18] hosts_list=rdma-dev-13/rdma-qe-12 + [22-09-24 02:33:18] local _bkrjb= ++ [22-09-24 02:33:18] grep JOBID= /etc/motd ++ [22-09-24 02:33:18] tr -d ' ' ++ [22-09-24 02:33:18] sed s/JOBID=/J:/g ++ [22-09-24 02:33:18] head -1 + [22-09-24 02:33:18] _bkrjb=J:7039898 + [22-09-24 02:33:18] [[ ! -z J:7039898 ]] + [22-09-24 02:33:18] _bkrjb=' & Beaker job J:7039898' ++ [22-09-24 02:33:18] echo results_env_setup.txt ++ [22-09-24 02:33:18] sed 's/\//-/g' + [22-09-24 02:33:18] local result_filename=results_env_setup.txt ++ [22-09-24 02:33:18] mktemp -d + [22-09-24 02:33:18] TEST_RESULT_FILE=/tmp/tmp.aP2Emy2ktt/results_env_setup.txt + [22-09-24 02:33:18] echo 'env_setup test results on rdma-dev-13/rdma-qe-12 & Beaker job J:7039898:' ++ [22-09-24 02:33:18] uname -r + [22-09-24 02:33:18] echo '5.14.0-168.mr1359_220923_1526.el9.x86_64, rdma-core-41.0-3.el9, cxgb4, iw, t520 & cxgb4_0' + [22-09-24 02:33:18] echo ' Result | Status | Test' + [22-09-24 02:33:18] echo ' ---------+--------+------------------------------------' + [22-09-24 02:33:18] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-09-24 02:33:18] echo TEST_RESULT_FILE=/tmp/tmp.aP2Emy2ktt/results_env_setup.txt + [22-09-24 02:33:18] source /etc/environment ++ [22-09-24 02:33:18] TEST_RESULT_FILE=/tmp/tmp.aP2Emy2ktt/results_env_setup.txt + [22-09-24 02:33:18] '[' 0 -eq 0 ']' + [22-09-24 02:33:18] local test_result=PASS + [22-09-24 02:33:18] printf '%10s | %6s | %s\n' PASS 0 'source .bashrc in client function' + [22-09-24 02:33:18] set +x --- - TEST RESULT FOR env_setup - Test: source .bashrc in client function - Result: PASS - Return: 0 --- + [22-09-24 02:33:18] echo '--- client finishes.' --- client finishes. + [22-09-24 02:33:18] rhts_sync_set -s ES_CLIENT_DONE_-iw-0 /usr/bin/rhts_sync_set -s ES_CLIENT_DONE_-iw-0 -- State set = 10_ES_CLIENT_DONE_-iw-0 + [22-09-24 02:33:18] RQA_overall_result + [22-09-24 02:33:18] source /root/known-issues.sh + [22-09-24 02:33:20] '[' -z /tmp/tmp.aP2Emy2ktt/results_env_setup.txt ']' + [22-09-24 02:33:20] '[' -z /tmp/tmp.aP2Emy2ktt/results_env_setup.txt ']' + [22-09-24 02:33:20] local overall_result=PASS + [22-09-24 02:33:20] echo 'Checking for failures and known issues:' + [22-09-24 02:33:20] grep FAIL /tmp/tmp.aP2Emy2ktt/results_env_setup.txt + [22-09-24 02:33:20] echo ' no test failures' + [22-09-24 02:33:20] echo '' + [22-09-24 02:33:20] report_result /kernel/infiniband/env_setup/standalone/client PASS 0 + [22-09-24 02:33:20] OUTPUTFILE=/mnt/testarea/tmp.jsZaRc + [22-09-24 02:33:20] rstrnt-report-result /kernel/infiniband/env_setup/standalone/client PASS 0 ** /kernel/infiniband/env_setup/standalone/client PASS Score:0 Uploading resultoutputfile.log .done + [22-09-24 02:33:21] rhts-submit-log -l /tmp/tmp.aP2Emy2ktt/results_env_setup.txt Uploading results_env_setup.txt .done + [22-09-24 02:33:21] __RQA_unset_test_result_file + [22-09-24 02:33:21] cat /tmp/tmp.aP2Emy2ktt/results_env_setup.txt env_setup test results on rdma-dev-13/rdma-qe-12 & Beaker job J:7039898: 5.14.0-168.mr1359_220923_1526.el9.x86_64, rdma-core-41.0-3.el9, cxgb4, iw, t520 & cxgb4_0 Result | Status | Test ---------+--------+------------------------------------ PASS | 0 | source .bashrc in client function Checking for failures and known issues: no test failures + [22-09-24 02:33:21] export TEST_RESULT_FILE= + [22-09-24 02:33:21] TEST_RESULT_FILE= + [22-09-24 02:33:21] unset TEST_RESULT_FILE + [22-09-24 02:33:21] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-09-24 02:33:21] echo 'TEST_RESULT_FILE=""' + [22-09-24 02:33:21] source /etc/environment ++ [22-09-24 02:33:21] TEST_RESULT_FILE= + [22-09-24 02:33:21] return 0 + [22-09-24 02:33:21] hostname -A + [22-09-24 02:33:21] grep rdma-dev-13 + [22-09-24 02:33:21] [[ cxgb4 == \i\4\0\i\w ]] + [22-09-24 02:33:21] rm -f + [22-09-24 02:33:21] unset RUN_NUMBER TNAME + [22-09-24 02:33:21] echo ' ------ end of runtest.sh.' ------ end of runtest.sh. + [22-09-24 02:33:21] exit 0 make[1]: Leaving directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' + [22-09-24 02:33:21] echo 'OKAY - task env_setup is done!' OKAY - task env_setup is done! + [22-09-24 02:33:21] bash -x ./tier1.sh common + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-09-24 02:33:21] export NIC_PREF= ++ [22-09-24 02:33:21] NIC_PREF= ++ [22-09-24 02:33:21] export PERFTEST_FLAGS= ++ [22-09-24 02:33:21] PERFTEST_FLAGS= +++ [22-09-24 02:33:21] hostname -s ++ [22-09-24 02:33:21] export s_hostname=rdma-qe-12 ++ [22-09-24 02:33:21] s_hostname=rdma-qe-12 ++ [22-09-24 02:33:21] RQA_set_pyexec ++ [22-09-24 02:33:21] PYEXEC= ++ [22-09-24 02:33:21] which python ++ [22-09-24 02:33:21] export PYEXEC=python ++ [22-09-24 02:33:21] PYEXEC=python ++ [22-09-24 02:33:21] return 0 +++ [22-09-24 02:33:21] grep -i fedora /etc/redhat-release ++ [22-09-24 02:33:21] [[ -n '' ]] +++ [22-09-24 02:33:21] RQA_get_rhel_major +++ [22-09-24 02:33:21] awk -F . '{print $1}' ++++ [22-09-24 02:33:21] RQA_get_rhel_release ++++ [22-09-24 02:33:21] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:21] echo 9 ++ [22-09-24 02:33:21] [[ 9 -ge 8 ]] ++ [22-09-24 02:33:21] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:33:21] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:33:21] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-09-24 02:33:21] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-09-24 02:33:21] [[ rdma-qe-12 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:33:21] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:33:21] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:33:21] '[' -f /root/known-issues.sh ']' ++ [22-09-24 02:33:21] source /root/known-issues.sh ++ [22-09-24 02:33:22] RQA_load_tech_preview_modules ++ [22-09-24 02:33:22] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-09-24 02:33:22] return ++ [22-09-24 02:33:22] RQA_fix_uefi_reboot ++ [22-09-24 02:33:22] ls -l /usr/sbin/reboot ++ [22-09-24 02:33:22] grep rhts-reboot ++ [22-09-24 02:33:22] which rhts-reboot ++ [22-09-24 02:33:22] rpm -q rhts-test-env ++ [22-09-24 02:33:22] RQA_fix_ssh_ipv6_auth +++ [22-09-24 02:33:22] RQA_get_rhel_major +++ [22-09-24 02:33:22] awk -F . '{print $1}' ++++ [22-09-24 02:33:22] RQA_get_rhel_release ++++ [22-09-24 02:33:22] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:22] echo 9 ++ [22-09-24 02:33:23] '[' 9 -ge 7 ']' ++ [22-09-24 02:33:23] local need_restart=0 ++ [22-09-24 02:33:23] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-09-24 02:33:23] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-09-24 02:33:23] grep 'AddressFamily inet' /root/.ssh/config ++ [22-09-24 02:33:23] '[' 0 -eq 1 ']' ++ [22-09-24 02:33:23] RQA_fix_mlx5_ib_connected_mode +++ [22-09-24 02:33:23] RQA_get_rhel_major +++ [22-09-24 02:33:23] awk -F . '{print $1}' ++++ [22-09-24 02:33:23] RQA_get_rhel_release ++++ [22-09-24 02:33:23] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:23] echo 9 ++ [22-09-24 02:33:23] [[ 9 -ge 7 ]] +++ [22-09-24 02:33:23] RQA_get_rhel_minor +++ [22-09-24 02:33:23] awk -F . '{print $2}' ++++ [22-09-24 02:33:23] RQA_get_rhel_release ++++ [22-09-24 02:33:23] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:23] echo 9 ++ [22-09-24 02:33:23] [[ '' -ge 5 ]] +++ [22-09-24 02:33:23] RQA_get_rhel_major +++ [22-09-24 02:33:23] awk -F . '{print $1}' ++++ [22-09-24 02:33:23] RQA_get_rhel_release ++++ [22-09-24 02:33:23] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:23] echo 9 ++ [22-09-24 02:33:23] [[ 9 -gt 7 ]] +++ [22-09-24 02:33:23] ls /etc/sysconfig/network-scripts/ +++ [22-09-24 02:33:23] grep mlx5 +++ [22-09-24 02:33:23] grep ib +++ [22-09-24 02:33:23] grep -v '~' ++ [22-09-24 02:33:23] RQA_nfs_rhel8_temp_fix +++ [22-09-24 02:33:23] RQA_get_rhel_major +++ [22-09-24 02:33:23] awk -F . '{print $1}' ++++ [22-09-24 02:33:23] RQA_get_rhel_release ++++ [22-09-24 02:33:23] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:23] echo 9 ++ [22-09-24 02:33:23] (( 9 == 8 )) ++ [22-09-24 02:33:23] source /root/.bashrc ++ [22-09-24 02:33:23] [[ cxgb4 == \i\4\0\i\w ]] + [22-09-24 02:33:23] source /root/mpi-functions.sh ++ [22-09-24 02:33:23] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-09-24 02:33:23] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-09-24 02:33:23] source /root/rdma-qa.sh ++ [22-09-24 02:33:23] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-09-24 02:33:23] export NIC_PREF= ++ [22-09-24 02:33:23] NIC_PREF= ++ [22-09-24 02:33:23] export PERFTEST_FLAGS= ++ [22-09-24 02:33:23] PERFTEST_FLAGS= +++ [22-09-24 02:33:23] hostname -s ++ [22-09-24 02:33:23] export s_hostname=rdma-qe-12 ++ [22-09-24 02:33:23] s_hostname=rdma-qe-12 ++ [22-09-24 02:33:23] RQA_set_pyexec ++ [22-09-24 02:33:23] PYEXEC= ++ [22-09-24 02:33:23] which python ++ [22-09-24 02:33:23] export PYEXEC=python ++ [22-09-24 02:33:23] PYEXEC=python ++ [22-09-24 02:33:23] return 0 +++ [22-09-24 02:33:23] grep -i fedora /etc/redhat-release ++ [22-09-24 02:33:23] [[ -n '' ]] +++ [22-09-24 02:33:23] RQA_get_rhel_major +++ [22-09-24 02:33:23] awk -F . '{print $1}' ++++ [22-09-24 02:33:23] RQA_get_rhel_release ++++ [22-09-24 02:33:23] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:23] echo 9 ++ [22-09-24 02:33:23] [[ 9 -ge 8 ]] ++ [22-09-24 02:33:23] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:33:23] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:33:23] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-09-24 02:33:23] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-09-24 02:33:23] [[ rdma-qe-12 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:33:23] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:33:23] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:33:23] '[' -f /root/known-issues.sh ']' ++ [22-09-24 02:33:23] source /root/known-issues.sh ++ [22-09-24 02:33:25] RQA_load_tech_preview_modules ++ [22-09-24 02:33:25] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-09-24 02:33:25] return ++ [22-09-24 02:33:25] RQA_fix_uefi_reboot ++ [22-09-24 02:33:25] ls -l /usr/sbin/reboot ++ [22-09-24 02:33:25] grep rhts-reboot ++ [22-09-24 02:33:25] which rhts-reboot ++ [22-09-24 02:33:25] rpm -q rhts-test-env ++ [22-09-24 02:33:25] RQA_fix_ssh_ipv6_auth +++ [22-09-24 02:33:25] RQA_get_rhel_major +++ [22-09-24 02:33:25] awk -F . '{print $1}' ++++ [22-09-24 02:33:25] RQA_get_rhel_release ++++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:25] echo 9 ++ [22-09-24 02:33:25] '[' 9 -ge 7 ']' ++ [22-09-24 02:33:25] local need_restart=0 ++ [22-09-24 02:33:25] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-09-24 02:33:25] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-09-24 02:33:25] grep 'AddressFamily inet' /root/.ssh/config ++ [22-09-24 02:33:25] '[' 0 -eq 1 ']' ++ [22-09-24 02:33:25] RQA_fix_mlx5_ib_connected_mode +++ [22-09-24 02:33:25] RQA_get_rhel_major +++ [22-09-24 02:33:25] awk -F . '{print $1}' ++++ [22-09-24 02:33:25] RQA_get_rhel_release ++++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:25] echo 9 ++ [22-09-24 02:33:25] [[ 9 -ge 7 ]] +++ [22-09-24 02:33:25] RQA_get_rhel_minor +++ [22-09-24 02:33:25] awk -F . '{print $2}' ++++ [22-09-24 02:33:25] RQA_get_rhel_release ++++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:25] echo 9 ++ [22-09-24 02:33:25] [[ '' -ge 5 ]] +++ [22-09-24 02:33:25] RQA_get_rhel_major +++ [22-09-24 02:33:25] awk -F . '{print $1}' ++++ [22-09-24 02:33:25] RQA_get_rhel_release ++++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:25] echo 9 ++ [22-09-24 02:33:25] [[ 9 -gt 7 ]] +++ [22-09-24 02:33:25] ls /etc/sysconfig/network-scripts/ +++ [22-09-24 02:33:25] grep mlx5 +++ [22-09-24 02:33:25] grep ib +++ [22-09-24 02:33:25] grep -v '~' ++ [22-09-24 02:33:25] RQA_nfs_rhel8_temp_fix +++ [22-09-24 02:33:25] RQA_get_rhel_major +++ [22-09-24 02:33:25] awk -F . '{print $1}' ++++ [22-09-24 02:33:25] RQA_get_rhel_release ++++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:33:25] echo 9 ++ [22-09-24 02:33:25] (( 9 == 8 )) ++ [22-09-24 02:33:25] source /root/.bashrc ++ [22-09-24 02:33:25] [[ cxgb4 == \i\4\0\i\w ]] + [22-09-24 02:33:25] source /root/mpi-functions.sh ++ [22-09-24 02:33:25] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-09-24 02:33:25] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-09-24 02:33:25] RQA_set_inline_default + [22-09-24 02:33:25] [[ cxgb4 != *\m\l\x\4* ]] + [22-09-24 02:33:25] mkdir -p /etc/rdma/rsocket + [22-09-24 02:33:25] echo 0 + [22-09-24 02:33:25] RQA_set_perftest_flags + [22-09-24 02:33:25] PERFTEST_FLAGS='-d cxgb4_0 -i 1 -F' + [22-09-24 02:33:25] [[ cxgb4 == \m\l\x\4 ]] + [22-09-24 02:33:25] PERFTEST_FLAGS='-d cxgb4_0 -i 1 -F -R' + [22-09-24 02:33:25] export PERFTEST_FLAGS + [22-09-24 02:33:25] MPI_PKG=openmpi + [22-09-24 02:33:25] TEST_PKG=mpitests-openmpi ++ [22-09-24 02:33:25] RQA_get_rhel_major ++ [22-09-24 02:33:25] awk -F . '{print $1}' +++ [22-09-24 02:33:25] RQA_get_rhel_release +++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:25] echo 9 + [22-09-24 02:33:25] [[ 9 -eq 6 ]] ++ [22-09-24 02:33:25] RQA_get_rhel_major ++ [22-09-24 02:33:25] awk -F . '{print $1}' +++ [22-09-24 02:33:25] RQA_get_rhel_release +++ [22-09-24 02:33:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:25] echo 9 + [22-09-24 02:33:25] [[ 9 -eq 7 ]] + [22-09-24 02:33:25] MPI_setup -m openmpi -t mpitests-openmpi + [22-09-24 02:33:25] test 4 -gt 0 + [22-09-24 02:33:25] case $1 in + [22-09-24 02:33:25] local mpi_pkg=openmpi + [22-09-24 02:33:25] shift + [22-09-24 02:33:25] shift + [22-09-24 02:33:25] test 2 -gt 0 + [22-09-24 02:33:25] case $1 in + [22-09-24 02:33:25] local test_pkg=mpitests-openmpi + [22-09-24 02:33:25] shift + [22-09-24 02:33:25] shift + [22-09-24 02:33:25] test 0 -gt 0 + [22-09-24 02:33:25] '[' -z openmpi -o -z mpitests-openmpi ']' + [22-09-24 02:33:25] rpm -q environment-modules environment-modules-5.0.1-1.el9.x86_64 + [22-09-24 02:33:25] '[' -f /etc/profile.d/modules.sh ']' + [22-09-24 02:33:25] source /etc/profile.d/modules.sh ++ [22-09-24 02:33:25] '[' -n /usr/bin/bash ']' ++ [22-09-24 02:33:25] shell=bash ++ [22-09-24 02:33:25] '[' -f /usr/share/Modules/init/bash ']' ++ [22-09-24 02:33:25] . /usr/share/Modules/init/bash +++ [22-09-24 02:33:25] unset _mlshdbg +++ [22-09-24 02:33:25] '[' 0 = 1 ']' +++ [22-09-24 02:33:25] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:33:25] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:33:25] unset _mlre _mlIFS +++ [22-09-24 02:33:25] '[' -n x ']' +++ [22-09-24 02:33:25] _mlIFS=' ' +++ [22-09-24 02:33:25] IFS=' ' +++ [22-09-24 02:33:25] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:33:25] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-09-24 02:33:25] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-09-24 02:33:25] echo +++ [22-09-24 02:33:25] '[' -n '' ']' +++ [22-09-24 02:33:25] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-09-24 02:33:25] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-09-24 02:33:25] echo +++ [22-09-24 02:33:25] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-09-24 02:33:25] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:33:25] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-09-24 02:33:25] eval 'echo ${LD_PRELOAD+x}' +++++ [22-09-24 02:33:25] echo +++ [22-09-24 02:33:25] '[' -n '' ']' +++ [22-09-24 02:33:25] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-09-24 02:33:25] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-09-24 02:33:25] echo +++ [22-09-24 02:33:25] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-09-24 02:33:25] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-09-24 02:33:25] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-09-24 02:33:25] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-09-24 02:33:25] LD_LIBRARY_PATH= +++++ [22-09-24 02:33:25] LD_PRELOAD= +++++ [22-09-24 02:33:25] __MODULES_QUARANTINE_SET=1 +++++ [22-09-24 02:33:25] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-09-24 02:33:25] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-09-24 02:33:25] _mlret=0 +++ [22-09-24 02:33:25] '[' -n x ']' +++ [22-09-24 02:33:25] IFS=' ' +++ [22-09-24 02:33:25] unset _mlIFS +++ [22-09-24 02:33:25] unset _mlre _mlv _mlrv +++ [22-09-24 02:33:25] '[' 0 -eq 0 ']' +++ [22-09-24 02:33:25] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-09-24 02:33:25] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-09-24 02:33:25] export MODULES_CMD ++++ [22-09-24 02:33:25] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-09-24 02:33:25] MODULESHOME=/usr/share/Modules ++++ [22-09-24 02:33:25] export MODULESHOME ++++ [22-09-24 02:33:25] test 0 +++ [22-09-24 02:33:25] '[' -t 2 ']' +++ [22-09-24 02:33:25] export -f module ++++ [22-09-24 02:33:25] type -t ml +++ [22-09-24 02:33:25] '[' function = function ']' +++ [22-09-24 02:33:25] export -f ml +++ [22-09-24 02:33:25] '[' 5 -ge 3 ']' +++ [22-09-24 02:33:25] [[ hxB =~ i ]] +++ [22-09-24 02:33:25] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-09-24 02:33:25] '[' '!' -n x ']' +++ [22-09-24 02:33:25] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-09-24 02:33:25] unset _mlcode _mlret +++ [22-09-24 02:33:25] '[' -n '' ']' + [22-09-24 02:33:25] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [22-09-24 02:33:25] module purge ++ [22-09-24 02:33:25] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [22-09-24 02:33:25] eval + [22-09-24 02:33:25] _mlstatus=0 + [22-09-24 02:33:25] return 0 + [22-09-24 02:33:25] sed -e '/^module/d' -i /root/.bashrc + [22-09-24 02:33:25] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpitests* No match for argument: mpich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mvapich2 x86_64 2.3.6-3.el9 @beaker-AppStream 15 M mvapich2-devel x86_64 2.3.6-3.el9 @beaker-AppStream 28 M openmpi x86_64 1:4.1.1-5.el9 @beaker-AppStream 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @beaker-AppStream 1.9 M Transaction Summary ================================================================================ Remove 4 Packages Freed space: 55 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mvapich2-devel-2.3.6-3.el9.x86_64 1/4 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/4 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/4 Erasing : mvapich2-2.3.6-3.el9.x86_64 4/4 Running scriptlet: mvapich2-2.3.6-3.el9.x86_64 4/4 Verifying : mvapich2-2.3.6-3.el9.x86_64 1/4 Verifying : mvapich2-devel-2.3.6-3.el9.x86_64 2/4 Verifying : openmpi-1:4.1.1-5.el9.x86_64 3/4 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 4/4 Removed: mvapich2-2.3.6-3.el9.x86_64 mvapich2-devel-2.3.6-3.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-09-24 02:33:31] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:10:23 ago on Sat 24 Sep 2022 02:23:09 AM EDT. Package environment-modules-5.0.1-1.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 13 MB/s | 897 kB 00:00 (2/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 7.8 MB/s | 1.2 MB 00:00 (3/3): openmpi-4.1.1-5.el9.x86_64.rpm 12 MB/s | 2.7 MB 00:00 -------------------------------------------------------------------------------- Total 22 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-09-24 02:33:36] '[' -f /etc/profile.d/modules.sh ']' + [22-09-24 02:33:36] source /etc/profile.d/modules.sh ++ [22-09-24 02:33:36] '[' -n /usr/bin/bash ']' ++ [22-09-24 02:33:36] shell=bash ++ [22-09-24 02:33:36] '[' -f /usr/share/Modules/init/bash ']' ++ [22-09-24 02:33:36] . /usr/share/Modules/init/bash +++ [22-09-24 02:33:36] unset _mlshdbg +++ [22-09-24 02:33:36] '[' 0 = 1 ']' +++ [22-09-24 02:33:36] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:33:36] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:33:36] unset _mlre _mlIFS +++ [22-09-24 02:33:36] '[' -n x ']' +++ [22-09-24 02:33:36] _mlIFS=' ' +++ [22-09-24 02:33:36] IFS=' ' +++ [22-09-24 02:33:36] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:33:36] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-09-24 02:33:36] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-09-24 02:33:36] echo +++ [22-09-24 02:33:36] '[' -n '' ']' +++ [22-09-24 02:33:36] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-09-24 02:33:36] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-09-24 02:33:36] echo +++ [22-09-24 02:33:36] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-09-24 02:33:36] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:33:36] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-09-24 02:33:36] eval 'echo ${LD_PRELOAD+x}' +++++ [22-09-24 02:33:37] echo +++ [22-09-24 02:33:37] '[' -n '' ']' +++ [22-09-24 02:33:37] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-09-24 02:33:37] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-09-24 02:33:37] echo +++ [22-09-24 02:33:37] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-09-24 02:33:37] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-09-24 02:33:37] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-09-24 02:33:37] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-09-24 02:33:37] LD_LIBRARY_PATH= +++++ [22-09-24 02:33:37] LD_PRELOAD= +++++ [22-09-24 02:33:37] __MODULES_QUARANTINE_SET=1 +++++ [22-09-24 02:33:37] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-09-24 02:33:37] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-09-24 02:33:37] _mlret=0 +++ [22-09-24 02:33:37] '[' -n x ']' +++ [22-09-24 02:33:37] IFS=' ' +++ [22-09-24 02:33:37] unset _mlIFS +++ [22-09-24 02:33:37] unset _mlre _mlv _mlrv +++ [22-09-24 02:33:37] '[' 0 -eq 0 ']' +++ [22-09-24 02:33:37] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-09-24 02:33:37] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-09-24 02:33:37] export MODULES_CMD ++++ [22-09-24 02:33:37] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-09-24 02:33:37] MODULESHOME=/usr/share/Modules ++++ [22-09-24 02:33:37] export MODULESHOME ++++ [22-09-24 02:33:37] test 0 +++ [22-09-24 02:33:37] '[' -t 2 ']' +++ [22-09-24 02:33:37] export -f module ++++ [22-09-24 02:33:37] type -t ml +++ [22-09-24 02:33:37] '[' function = function ']' +++ [22-09-24 02:33:37] export -f ml +++ [22-09-24 02:33:37] '[' 5 -ge 3 ']' +++ [22-09-24 02:33:37] [[ hxB =~ i ]] +++ [22-09-24 02:33:37] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-09-24 02:33:37] '[' '!' -n x ']' +++ [22-09-24 02:33:37] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-09-24 02:33:37] unset _mlcode _mlret +++ [22-09-24 02:33:37] '[' -n '' ']' + [22-09-24 02:33:37] [[ openmpi == *\p\s\m\2* ]] ++ [22-09-24 02:33:37] rpm -ql openmpi ++ [22-09-24 02:33:37] grep modulefiles ++ [22-09-24 02:33:37] tail -n 1 + [22-09-24 02:33:37] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [22-09-24 02:33:37] echo 'module purge' + [22-09-24 02:33:37] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [22-09-24 02:33:37] source /root/.bashrc + [22-09-24 02:33:37] module list ++ [22-09-24 02:33:37] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [22-09-24 02:33:37] eval + [22-09-24 02:33:37] _mlstatus=0 + [22-09-24 02:33:37] return 0 ++ [22-09-24 02:33:37] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:33:37] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [22-09-24 02:33:37] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:33:37] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:33:37] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [22-09-24 02:33:37] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:33:37] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:33:37] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [22-09-24 02:33:37] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:33:37] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:33:37] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:33:37] MPI_create_hostfiles + [22-09-24 02:33:37] '[' -z 172.31.50.113 -o -z 172.31.50.12 ']' + [22-09-24 02:33:37] rm -f /root/hfile_one_core /root/hfile_all_cores + [22-09-24 02:33:37] touch /root/hfile_one_core /root/hfile_all_cores ++ [22-09-24 02:33:37] grep -c '^processor' /proc/cpuinfo + [22-09-24 02:33:37] local num_cores=8 + [22-09-24 02:33:37] num_cores=7 + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] echo 172.31.50.12 ++ [22-09-24 02:33:37] seq 1 7 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.113 ++ [22-09-24 02:33:37] seq 1 7 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] for _ in $(seq 1 "$num_cores") + [22-09-24 02:33:37] echo 172.31.50.12 + [22-09-24 02:33:37] sed -i '/export HFILES=/d' /root/.bashrc + [22-09-24 02:33:37] echo 'export HFILES="/root/hfile_one_core"' + [22-09-24 02:33:37] source /root/.bashrc + [22-09-24 02:33:37] '[' -x /bin/systemctl ']' + [22-09-24 02:33:37] systemctl stop firewalld.service + [22-09-24 02:33:37] systemctl disable firewalld.service + [22-09-24 02:33:37] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; vendor preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [22-09-24 02:33:37] MPI_dual_port_fix + [22-09-24 02:33:37] [[ cxgb4 == *\q\i\b* ]] ++ [22-09-24 02:33:37] RQA_get_rhel_major ++ [22-09-24 02:33:37] awk -F . '{print $1}' +++ [22-09-24 02:33:37] RQA_get_rhel_release +++ [22-09-24 02:33:37] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:37] echo 9 + [22-09-24 02:33:37] '[' 9 -ge 7 ']' + [22-09-24 02:33:37] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [22-09-24 02:33:37] PKG_LIST= + [22-09-24 02:33:37] for p in "$@" + [22-09-24 02:33:37] rpm -q targetcli package targetcli is not installed + [22-09-24 02:33:37] PKG_LIST=' targetcli' + [22-09-24 02:33:37] for p in "$@" + [22-09-24 02:33:37] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [22-09-24 02:33:37] for p in "$@" + [22-09-24 02:33:37] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [22-09-24 02:33:38] '[' '!' -z ' targetcli' ']' + [22-09-24 02:33:38] dnf install -y --setopt=strict=0 --nogpgcheck targetcli Last metadata expiration check: 0:10:29 ago on Sat 24 Sep 2022 02:23:09 AM EDT. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: targetcli noarch 2.1.53-7.el9 BUILDROOT-C9S 71 k Installing dependencies: python3-configshell noarch 1:1.1.28-7.el9 BUILDROOT-C9S 65 k python3-kmod x86_64 0.9-32.el9 BUILDROOT-C9S 81 k python3-pyparsing noarch 2.4.7-9.el9 BUILDROOT-C9S 149 k python3-pyudev noarch 0.22.0-6.el9 BUILDROOT-C9S 76 k python3-rtslib noarch 2.1.75-1.el9 BUILDROOT-C9S 90 k python3-urwid x86_64 2.1.2-4.el9 BUILDROOT-C9S 768 k target-restore noarch 2.1.75-1.el9 BUILDROOT-C9S 14 k Transaction Summary ================================================================================ Install 8 Packages Total download size: 1.3 M Installed size: 5.3 M Downloading Packages: (1/8): python3-configshell-1.1.28-7.el9.noarch. 2.8 MB/s | 65 kB 00:00 (2/8): python3-kmod-0.9-32.el9.x86_64.rpm 2.5 MB/s | 81 kB 00:00 (3/8): python3-pyparsing-2.4.7-9.el9.noarch.rpm 3.1 MB/s | 149 kB 00:00 (4/8): python3-pyudev-0.22.0-6.el9.noarch.rpm 1.8 MB/s | 76 kB 00:00 (5/8): python3-rtslib-2.1.75-1.el9.noarch.rpm 2.7 MB/s | 90 kB 00:00 (6/8): target-restore-2.1.75-1.el9.noarch.rpm 434 kB/s | 14 kB 00:00 (7/8): targetcli-2.1.53-7.el9.noarch.rpm 2.1 MB/s | 71 kB 00:00 (8/8): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.2 MB/s | 768 kB 00:00 -------------------------------------------------------------------------------- Total 9.1 MB/s | 1.3 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : python3-urwid-2.1.2-4.el9.x86_64 1/8 Installing : python3-pyudev-0.22.0-6.el9.noarch 2/8 Installing : python3-pyparsing-2.4.7-9.el9.noarch 3/8 Installing : python3-configshell-1:1.1.28-7.el9.noarch 4/8 Installing : python3-kmod-0.9-32.el9.x86_64 5/8 Installing : python3-rtslib-2.1.75-1.el9.noarch 6/8 Installing : target-restore-2.1.75-1.el9.noarch 7/8 Running scriptlet: target-restore-2.1.75-1.el9.noarch 7/8 Installing : targetcli-2.1.53-7.el9.noarch 8/8 Running scriptlet: targetcli-2.1.53-7.el9.noarch 8/8 Verifying : python3-configshell-1:1.1.28-7.el9.noarch 1/8 Verifying : python3-kmod-0.9-32.el9.x86_64 2/8 Verifying : python3-pyparsing-2.4.7-9.el9.noarch 3/8 Verifying : python3-pyudev-0.22.0-6.el9.noarch 4/8 Verifying : python3-rtslib-2.1.75-1.el9.noarch 5/8 Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/8 Verifying : target-restore-2.1.75-1.el9.noarch 7/8 Verifying : targetcli-2.1.53-7.el9.noarch 8/8 Installed: python3-configshell-1:1.1.28-7.el9.noarch python3-kmod-0.9-32.el9.x86_64 python3-pyparsing-2.4.7-9.el9.noarch python3-pyudev-0.22.0-6.el9.noarch python3-rtslib-2.1.75-1.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 target-restore-2.1.75-1.el9.noarch targetcli-2.1.53-7.el9.noarch Complete! + [22-09-24 02:33:45] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [22-09-24 02:33:45] RQA_get_rhel_major ++ [22-09-24 02:33:45] awk -F . '{print $1}' +++ [22-09-24 02:33:45] RQA_get_rhel_release +++ [22-09-24 02:33:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:45] echo 9 + [22-09-24 02:33:45] [[ 9 -ge 8 ]] + [22-09-24 02:33:45] RQA_pkg_install iperf3 + [22-09-24 02:33:45] PKG_LIST= + [22-09-24 02:33:45] for p in "$@" + [22-09-24 02:33:45] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [22-09-24 02:33:45] '[' '!' -z '' ']' + [22-09-24 02:33:45] RQA_pkg_install net-tools + [22-09-24 02:33:45] PKG_LIST= + [22-09-24 02:33:45] for p in "$@" + [22-09-24 02:33:45] rpm -q net-tools package net-tools is not installed + [22-09-24 02:33:45] PKG_LIST=' net-tools' + [22-09-24 02:33:45] '[' '!' -z ' net-tools' ']' + [22-09-24 02:33:45] dnf install -y --setopt=strict=0 --nogpgcheck net-tools Last metadata expiration check: 0:10:37 ago on Sat 24 Sep 2022 02:23:09 AM EDT. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: net-tools x86_64 2.0-0.62.20160912git.el9 BUILDROOT-C9S 292 k Transaction Summary ================================================================================ Install 1 Package Total download size: 292 k Installed size: 912 k Downloading Packages: net-tools-2.0-0.62.20160912git.el9.x86_64.rpm 10 MB/s | 292 kB 00:00 -------------------------------------------------------------------------------- Total 10 MB/s | 292 kB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Running scriptlet: net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Verifying : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Installed: net-tools-2.0-0.62.20160912git.el9.x86_64 Complete! + [22-09-24 02:33:48] [[ common == \c\o\m\m\o\n ]] + [22-09-24 02:33:48] common_tests ++ [22-09-24 02:33:48] RQA_get_driver_modules ++ [22-09-24 02:33:48] case ${RDMA_DRIVER} in ++ [22-09-24 02:33:48] echo iw_cxgb4 + [22-09-24 02:33:48] driver_modules=iw_cxgb4 + [22-09-24 02:33:48] for module in $driver_modules + [22-09-24 02:33:48] lsmod + [22-09-24 02:33:48] grep -i '^iw_cxgb4 ' iw_cxgb4 258048 0 + [22-09-24 02:33:48] RQA_check_result -r 0 -t 'load module iw_cxgb4' + [22-09-24 02:33:48] local test_pass=0 + [22-09-24 02:33:48] local test_skip=777 + [22-09-24 02:33:48] test 4 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local rc=0 + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 2 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local 'msg=load module iw_cxgb4' + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 0 -gt 0 + [22-09-24 02:33:48] '[' -z 0 -o -z 'load module iw_cxgb4' ']' + [22-09-24 02:33:48] '[' -z '' ']' + [22-09-24 02:33:48] source /etc/environment ++ [22-09-24 02:33:48] TEST_RESULT_FILE= + [22-09-24 02:33:48] '[' -z '' ']' + [22-09-24 02:33:48] __RQA_create_test_result_file ++ [22-09-24 02:33:48] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-09-24 02:33:48] local rdma_version=rdma-core-41.0-3.el9 ++ [22-09-24 02:33:48] echo /kernel/infiniband/cki/sanity ++ [22-09-24 02:33:48] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-09-24 02:33:48] TEST_NAME=cki/sanity + [22-09-24 02:33:48] [[ ! -z rdma-dev-13 ]] + [22-09-24 02:33:48] [[ ! -z rdma-qe-12 ]] + [22-09-24 02:33:48] hosts_list=rdma-dev-13/rdma-qe-12 + [22-09-24 02:33:48] local _bkrjb= ++ [22-09-24 02:33:48] grep JOBID= /etc/motd ++ [22-09-24 02:33:48] tr -d ' ' ++ [22-09-24 02:33:48] sed s/JOBID=/J:/g ++ [22-09-24 02:33:48] head -1 + [22-09-24 02:33:48] _bkrjb=J:7039898 + [22-09-24 02:33:48] [[ ! -z J:7039898 ]] + [22-09-24 02:33:48] _bkrjb=' & Beaker job J:7039898' ++ [22-09-24 02:33:48] echo results_cki/sanity.txt ++ [22-09-24 02:33:48] sed 's/\//-/g' + [22-09-24 02:33:48] local result_filename=results_cki-sanity.txt ++ [22-09-24 02:33:48] mktemp -d + [22-09-24 02:33:48] TEST_RESULT_FILE=/tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:33:48] echo 'cki/sanity test results on rdma-dev-13/rdma-qe-12 & Beaker job J:7039898:' ++ [22-09-24 02:33:48] uname -r + [22-09-24 02:33:48] echo '5.14.0-168.mr1359_220923_1526.el9.x86_64, rdma-core-41.0-3.el9, cxgb4, iw, t520 & cxgb4_0' + [22-09-24 02:33:48] echo ' Result | Status | Test' + [22-09-24 02:33:48] echo ' ---------+--------+------------------------------------' + [22-09-24 02:33:48] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-09-24 02:33:48] echo TEST_RESULT_FILE=/tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:33:48] source /etc/environment ++ [22-09-24 02:33:48] TEST_RESULT_FILE=/tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:33:48] '[' 0 -eq 0 ']' + [22-09-24 02:33:48] local test_result=PASS + [22-09-24 02:33:48] printf '%10s | %6s | %s\n' PASS 0 'load module iw_cxgb4' + [22-09-24 02:33:48] set +x --- - TEST RESULT FOR sanity - Test: load module iw_cxgb4 - Result: PASS - Return: 0 --- + [22-09-24 02:33:48] [[ iw == *\o\p\a* ]] + [22-09-24 02:33:48] [[ iw == *\i\b* ]] ++ [22-09-24 02:33:48] ibstatus cxgb4_0 ++ [22-09-24 02:33:48] grep -A 7 'port 1' ++ [22-09-24 02:33:48] awk '/rate:/ {print $2 " " $3}' + [22-09-24 02:33:48] ibstatus_rate='10 Gb/sec' + [22-09-24 02:33:48] [[ -z 10 Gb/sec ]] + [22-09-24 02:33:48] [[ 10 Gb/sec == 10 Gb/sec ]] + [22-09-24 02:33:48] RQA_check_result -r 0 -t 'ibstatus reported expected HCA rate' + [22-09-24 02:33:48] local test_pass=0 + [22-09-24 02:33:48] local test_skip=777 + [22-09-24 02:33:48] test 4 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local rc=0 + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 2 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local 'msg=ibstatus reported expected HCA rate' + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 0 -gt 0 + [22-09-24 02:33:48] '[' -z 0 -o -z 'ibstatus reported expected HCA rate' ']' + [22-09-24 02:33:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:48] '[' 0 -eq 0 ']' + [22-09-24 02:33:48] local test_result=PASS + [22-09-24 02:33:48] printf '%10s | %6s | %s\n' PASS 0 'ibstatus reported expected HCA rate' + [22-09-24 02:33:48] set +x --- - TEST RESULT FOR sanity - Test: ibstatus reported expected HCA rate - Result: PASS - Return: 0 --- ++ [22-09-24 02:33:48] RQA_get_rhel_major ++ [22-09-24 02:33:48] awk -F . '{print $1}' +++ [22-09-24 02:33:48] RQA_get_rhel_release +++ [22-09-24 02:33:48] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:48] echo 9 + [22-09-24 02:33:48] [[ 9 -ge 8 ]] + [22-09-24 02:33:48] [[ iw == \i\b\0 ]] + [22-09-24 02:33:48] [[ iw == \i\b\1 ]] + [22-09-24 02:33:48] [[ iw == \o\p\a\0 ]] + [22-09-24 02:33:48] [[ iw == \r\o\c\e ]] + [22-09-24 02:33:48] [[ iw == \i\w ]] + [22-09-24 02:33:48] vlan_fail=0 + [22-09-24 02:33:48] DEVICE_ID_TMP=cxgb4_iw + [22-09-24 02:33:48] '[' 8 -gt 12 ']' + [22-09-24 02:33:48] ip link add link cxgb4_iw name cxgb4_iw.81 type vlan id 81 + [22-09-24 02:33:48] (( vlan_fail+=0 )) + [22-09-24 02:33:48] ip --details link show cxgb4_iw.81 8: cxgb4_iw.81@cxgb4_iw: mtu 9000 qdisc noop state DOWN mode DEFAULT group default qlen 1000 link/ether 00:07:43:2f:20:40 brd ff:ff:ff:ff:ff:ff promiscuity 0 minmtu 0 maxmtu 65535 vlan protocol 802.1Q id 81 addrgenmode eui64 numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 + [22-09-24 02:33:48] (( vlan_fail+=0 )) + [22-09-24 02:33:48] ip link delete cxgb4_iw.81 + [22-09-24 02:33:48] (( vlan_fail+=0 )) + [22-09-24 02:33:48] RQA_check_result -r 0 -t 'vlan cxgb4_iw.81 create/delete' + [22-09-24 02:33:48] local test_pass=0 + [22-09-24 02:33:48] local test_skip=777 + [22-09-24 02:33:48] test 4 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local rc=0 + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 2 -gt 0 + [22-09-24 02:33:48] case $1 in + [22-09-24 02:33:48] local 'msg=vlan cxgb4_iw.81 create/delete' + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] shift + [22-09-24 02:33:48] test 0 -gt 0 + [22-09-24 02:33:48] '[' -z 0 -o -z 'vlan cxgb4_iw.81 create/delete' ']' + [22-09-24 02:33:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:48] '[' 0 -eq 0 ']' + [22-09-24 02:33:48] local test_result=PASS + [22-09-24 02:33:48] printf '%10s | %6s | %s\n' PASS 0 'vlan cxgb4_iw.81 create/delete' + [22-09-24 02:33:48] set +x --- - TEST RESULT FOR sanity - Test: vlan cxgb4_iw.81 create/delete - Result: PASS - Return: 0 --- + [22-09-24 02:33:48] [[ iw != *\i\w* ]] + [22-09-24 02:33:48] /usr/sbin/ibstatus Infiniband device 'cxgb4_0' port 1 status: default gid: 0007:432f:2040:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 10 Gb/sec (1X FDR10) link_layer: Ethernet Infiniband device 'cxgb4_0' port 2 status: default gid: 0007:432f:2048:0000:0000:0000:0000:0000 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-09-24 02:33:49] RQA_check_result -r 0 -t /usr/sbin/ibstatus + [22-09-24 02:33:49] local test_pass=0 + [22-09-24 02:33:49] local test_skip=777 + [22-09-24 02:33:49] test 4 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local rc=0 + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 2 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local msg=/usr/sbin/ibstatus + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 0 -gt 0 + [22-09-24 02:33:49] '[' -z 0 -o -z /usr/sbin/ibstatus ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' 0 -eq 0 ']' + [22-09-24 02:33:49] local test_result=PASS + [22-09-24 02:33:49] printf '%10s | %6s | %s\n' PASS 0 /usr/sbin/ibstatus + [22-09-24 02:33:49] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibstatus - Result: PASS - Return: 0 --- + [22-09-24 02:33:49] rpm -q srptools srp_daemon package srptools is not installed srp_daemon-41.0-3.el9.x86_64 + [22-09-24 02:33:49] guid_st_01=0x001175000078b784 + [22-09-24 02:33:49] guid_st_03=0xe41d2d03001d6470 + [22-09-24 02:33:49] echo 'a 0x001175000078b784 pkey=ffff' + [22-09-24 02:33:49] echo 'a 0xe41d2d03001d6470 pkey=ffff' + [22-09-24 02:33:49] echo d + [22-09-24 02:33:49] local srpd_serv=srpd.service + [22-09-24 02:33:49] '[' -f /usr/lib/systemd/system/srp_daemon.service ']' + [22-09-24 02:33:49] srpd_serv=srp_daemon.service + [22-09-24 02:33:49] systemctl is-active srp_daemon.service + [22-09-24 02:33:49] systemctl start srp_daemon.service + [22-09-24 02:33:49] RQA_check_result -r 0 -t 'systemctl start srp_daemon.service' + [22-09-24 02:33:49] local test_pass=0 + [22-09-24 02:33:49] local test_skip=777 + [22-09-24 02:33:49] test 4 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local rc=0 + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 2 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local 'msg=systemctl start srp_daemon.service' + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 0 -gt 0 + [22-09-24 02:33:49] '[' -z 0 -o -z 'systemctl start srp_daemon.service' ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' 0 -eq 0 ']' + [22-09-24 02:33:49] local test_result=PASS + [22-09-24 02:33:49] printf '%10s | %6s | %s\n' PASS 0 'systemctl start srp_daemon.service' + [22-09-24 02:33:49] set +x --- - TEST RESULT FOR sanity - Test: systemctl start srp_daemon.service - Result: PASS - Return: 0 --- + [22-09-24 02:33:49] RQA_skip_test ibsrpdm + [22-09-24 02:33:49] local skp=ibsrpdm + [22-09-24 02:33:49] local skp_rtn=0 + [22-09-24 02:33:49] '[' '!' -z ibsrpdm ']' + [22-09-24 02:33:49] [[ '' == *\i\b\s\r\p\d\m* ]] + [22-09-24 02:33:49] return 0 + [22-09-24 02:33:49] skip_ibsrpdm=0 + [22-09-24 02:33:49] '[' 0 -eq 0 ']' + [22-09-24 02:33:49] /usr/sbin/ibsrpdm -vc Failed to get default CA Failed to build config + [22-09-24 02:33:49] RQA_check_result -r 1 -t '/usr/sbin/ibsrpdm -vc' + [22-09-24 02:33:49] local test_pass=0 + [22-09-24 02:33:49] local test_skip=777 + [22-09-24 02:33:49] test 4 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local rc=1 + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 2 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local 'msg=/usr/sbin/ibsrpdm -vc' + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 0 -gt 0 + [22-09-24 02:33:49] '[' -z 1 -o -z '/usr/sbin/ibsrpdm -vc' ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' 1 -eq 0 ']' + [22-09-24 02:33:49] '[' 1 -eq 777 ']' + [22-09-24 02:33:49] local test_result=FAIL + [22-09-24 02:33:49] export result=FAIL + [22-09-24 02:33:49] result=FAIL + [22-09-24 02:33:49] [[ ! -z '' ]] + [22-09-24 02:33:49] printf '%10s | %6s | %s\n' FAIL 1 '/usr/sbin/ibsrpdm -vc' + [22-09-24 02:33:49] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibsrpdm -vc - Result: FAIL - Return: 1 --- + [22-09-24 02:33:49] systemctl stop srp_daemon + [22-09-24 02:33:49] RQA_check_result -r 0 -t 'systemctl stop srp_daemon' + [22-09-24 02:33:49] local test_pass=0 + [22-09-24 02:33:49] local test_skip=777 + [22-09-24 02:33:49] test 4 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local rc=0 + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 2 -gt 0 + [22-09-24 02:33:49] case $1 in + [22-09-24 02:33:49] local 'msg=systemctl stop srp_daemon' + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] shift + [22-09-24 02:33:49] test 0 -gt 0 + [22-09-24 02:33:49] '[' -z 0 -o -z 'systemctl stop srp_daemon' ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:33:49] '[' 0 -eq 0 ']' + [22-09-24 02:33:49] local test_result=PASS + [22-09-24 02:33:49] printf '%10s | %6s | %s\n' PASS 0 'systemctl stop srp_daemon' + [22-09-24 02:33:49] set +x --- - TEST RESULT FOR sanity - Test: systemctl stop srp_daemon - Result: PASS - Return: 0 --- ++ [22-09-24 02:33:49] RQA_get_rhel_major ++ [22-09-24 02:33:49] awk -F . '{print $1}' +++ [22-09-24 02:33:49] RQA_get_rhel_release +++ [22-09-24 02:33:49] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:33:49] echo 9 + [22-09-24 02:33:49] '[' 9 -lt 8 ']' + [22-09-24 02:33:49] timeout 3m ping -i 0.2 -c 100 172.31.50.12 PING 172.31.50.12 (172.31.50.12) 56(84) bytes of data. 64 bytes from 172.31.50.12: icmp_seq=1 ttl=64 time=0.023 ms 64 bytes from 172.31.50.12: icmp_seq=2 ttl=64 time=0.019 ms 64 bytes from 172.31.50.12: icmp_seq=3 ttl=64 time=0.034 ms 64 bytes from 172.31.50.12: icmp_seq=4 ttl=64 time=0.037 ms 64 bytes from 172.31.50.12: icmp_seq=5 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=6 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=7 ttl=64 time=0.028 ms 64 bytes from 172.31.50.12: icmp_seq=8 ttl=64 time=0.018 ms 64 bytes from 172.31.50.12: icmp_seq=9 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=10 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=11 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=12 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=13 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=14 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=15 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=16 ttl=64 time=0.021 ms 64 bytes from 172.31.50.12: icmp_seq=17 ttl=64 time=0.018 ms 64 bytes from 172.31.50.12: icmp_seq=18 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=19 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=20 ttl=64 time=0.019 ms 64 bytes from 172.31.50.12: icmp_seq=21 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=22 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=23 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=24 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=25 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=26 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=27 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=28 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=29 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=30 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=31 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=32 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=33 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=34 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=35 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=36 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=37 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=38 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=39 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=40 ttl=64 time=0.019 ms 64 bytes from 172.31.50.12: icmp_seq=41 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=42 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=43 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=44 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=45 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=46 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=47 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=48 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=49 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=50 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=51 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=52 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=53 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=54 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=55 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=56 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=57 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=58 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=59 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=60 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=61 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=62 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=63 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=64 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=65 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=66 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=67 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=68 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=69 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=70 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=71 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=72 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=73 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=74 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=75 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=76 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=77 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=78 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=79 ttl=64 time=0.015 ms 64 bytes from 172.31.50.12: icmp_seq=80 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=81 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=82 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=83 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=84 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=85 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=86 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=87 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=88 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=89 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=90 ttl=64 time=0.018 ms 64 bytes from 172.31.50.12: icmp_seq=91 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=92 ttl=64 time=0.017 ms 64 bytes from 172.31.50.12: icmp_seq=93 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=94 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=95 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=96 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=97 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=98 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=99 ttl=64 time=0.016 ms 64 bytes from 172.31.50.12: icmp_seq=100 ttl=64 time=0.016 ms --- 172.31.50.12 ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20587ms rtt min/avg/max/mdev = 0.015/0.016/0.037/0.003 ms + [22-09-24 02:34:09] RQA_check_result -r 0 -t 'ping self - 172.31.50.12' + [22-09-24 02:34:09] local test_pass=0 + [22-09-24 02:34:09] local test_skip=777 + [22-09-24 02:34:09] test 4 -gt 0 + [22-09-24 02:34:09] case $1 in + [22-09-24 02:34:09] local rc=0 + [22-09-24 02:34:09] shift + [22-09-24 02:34:09] shift + [22-09-24 02:34:09] test 2 -gt 0 + [22-09-24 02:34:09] case $1 in + [22-09-24 02:34:09] local 'msg=ping self - 172.31.50.12' + [22-09-24 02:34:09] shift + [22-09-24 02:34:09] shift + [22-09-24 02:34:09] test 0 -gt 0 + [22-09-24 02:34:09] '[' -z 0 -o -z 'ping self - 172.31.50.12' ']' + [22-09-24 02:34:09] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:34:09] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:34:09] '[' 0 -eq 0 ']' + [22-09-24 02:34:09] local test_result=PASS + [22-09-24 02:34:09] printf '%10s | %6s | %s\n' PASS 0 'ping self - 172.31.50.12' + [22-09-24 02:34:09] set +x --- - TEST RESULT FOR sanity - Test: ping self - 172.31.50.12 - Result: PASS - Return: 0 --- + [22-09-24 02:34:09] timeout 3m ping6 -i 0.2 -c 100 fe80::207:43ff:fe2f:2040%cxgb4_iw PING fe80::207:43ff:fe2f:2040%cxgb4_iw(fe80::207:43ff:fe2f:2040%cxgb4_iw) 56 data bytes 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=1 ttl=64 time=0.032 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=2 ttl=64 time=0.038 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=3 ttl=64 time=0.032 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=4 ttl=64 time=0.031 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=5 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=6 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=7 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=8 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=9 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=10 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=11 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=12 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=13 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=14 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=15 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=16 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=17 ttl=64 time=0.031 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=18 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=19 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=20 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=21 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=22 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=23 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=24 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=25 ttl=64 time=0.020 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=26 ttl=64 time=0.030 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=27 ttl=64 time=0.035 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=28 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=29 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=30 ttl=64 time=0.020 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=31 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=32 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=33 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=34 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=35 ttl=64 time=0.032 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=36 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=37 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=38 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=39 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=40 ttl=64 time=0.032 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=41 ttl=64 time=0.031 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=42 ttl=64 time=0.031 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=43 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=44 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=45 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=46 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=47 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=48 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=49 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=50 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=51 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=52 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=53 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=54 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=55 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=56 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=57 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=58 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=59 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=60 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=61 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=62 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=63 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=64 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=65 ttl=64 time=0.030 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=66 ttl=64 time=0.019 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=67 ttl=64 time=0.030 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=68 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=69 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=70 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=71 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=72 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=73 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=74 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=75 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=76 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=77 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=78 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=79 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=80 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=81 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=82 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=83 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=84 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=85 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=86 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=87 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=88 ttl=64 time=0.013 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=89 ttl=64 time=0.031 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=90 ttl=64 time=0.038 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=91 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=92 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=93 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=94 ttl=64 time=0.030 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=95 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=96 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=97 ttl=64 time=0.028 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=98 ttl=64 time=0.029 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=99 ttl=64 time=0.034 ms 64 bytes from fe80::207:43ff:fe2f:2040%cxgb4_iw: icmp_seq=100 ttl=64 time=0.028 ms --- fe80::207:43ff:fe2f:2040%cxgb4_iw ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20584ms rtt min/avg/max/mdev = 0.013/0.028/0.038/0.003 ms + [22-09-24 02:34:30] RQA_check_result -r 0 -t 'ping6 self - fe80::207:43ff:fe2f:2040%cxgb4_iw' + [22-09-24 02:34:30] local test_pass=0 + [22-09-24 02:34:30] local test_skip=777 + [22-09-24 02:34:30] test 4 -gt 0 + [22-09-24 02:34:30] case $1 in + [22-09-24 02:34:30] local rc=0 + [22-09-24 02:34:30] shift + [22-09-24 02:34:30] shift + [22-09-24 02:34:30] test 2 -gt 0 + [22-09-24 02:34:30] case $1 in + [22-09-24 02:34:30] local 'msg=ping6 self - fe80::207:43ff:fe2f:2040%cxgb4_iw' + [22-09-24 02:34:30] shift + [22-09-24 02:34:30] shift + [22-09-24 02:34:30] test 0 -gt 0 + [22-09-24 02:34:30] '[' -z 0 -o -z 'ping6 self - fe80::207:43ff:fe2f:2040%cxgb4_iw' ']' + [22-09-24 02:34:30] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:34:30] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:34:30] '[' 0 -eq 0 ']' + [22-09-24 02:34:30] local test_result=PASS + [22-09-24 02:34:30] printf '%10s | %6s | %s\n' PASS 0 'ping6 self - fe80::207:43ff:fe2f:2040%cxgb4_iw' + [22-09-24 02:34:30] set +x --- - TEST RESULT FOR sanity - Test: ping6 self - fe80::207:43ff:fe2f:2040%cxgb4_iw - Result: PASS - Return: 0 --- ++ [22-09-24 02:34:30] RQA_get_rhel_major ++ [22-09-24 02:34:30] awk -F . '{print $1}' +++ [22-09-24 02:34:30] RQA_get_rhel_release +++ [22-09-24 02:34:30] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:34:30] echo 9 + [22-09-24 02:34:30] [[ 9 -gt 7 ]] ++ [22-09-24 02:34:30] RQA_get_rhel_minor ++ [22-09-24 02:34:30] awk -F . '{print $2}' +++ [22-09-24 02:34:30] RQA_get_rhel_release +++ [22-09-24 02:34:30] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:34:30] echo 9 + [22-09-24 02:34:30] [[ '' -gt 2 ]] + [22-09-24 02:34:30] echo '--- wait the server to get ready.' --- wait the server to get ready. + [22-09-24 02:34:30] rhts_sync_block -s server-ready rdma-dev-13.rdma.lab.eng.rdu2.redhat.com /usr/bin/rhts_sync_block -s server-ready rdma-dev-13.rdma.lab.eng.rdu2.redhat.com -- Blocking state(s) = 10_server-ready Server rdma-dev-13.rdma.lab.eng.rdu2.redhat.com not reported state 10_server-ready for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 10_server-ready + [22-09-24 02:35:40] rhts_sync_set -s client-ready /usr/bin/rhts_sync_set -s client-ready -- State set = 10_client-ready + [22-09-24 02:35:40] bash -x ./tier1.sh client + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-09-24 02:35:40] export NIC_PREF= ++ [22-09-24 02:35:40] NIC_PREF= ++ [22-09-24 02:35:40] export PERFTEST_FLAGS= ++ [22-09-24 02:35:40] PERFTEST_FLAGS= +++ [22-09-24 02:35:40] hostname -s ++ [22-09-24 02:35:40] export s_hostname=rdma-qe-12 ++ [22-09-24 02:35:40] s_hostname=rdma-qe-12 ++ [22-09-24 02:35:40] RQA_set_pyexec ++ [22-09-24 02:35:40] PYEXEC= ++ [22-09-24 02:35:40] which python ++ [22-09-24 02:35:40] export PYEXEC=python ++ [22-09-24 02:35:40] PYEXEC=python ++ [22-09-24 02:35:40] return 0 +++ [22-09-24 02:35:40] grep -i fedora /etc/redhat-release ++ [22-09-24 02:35:40] [[ -n '' ]] +++ [22-09-24 02:35:40] RQA_get_rhel_major +++ [22-09-24 02:35:40] awk -F . '{print $1}' ++++ [22-09-24 02:35:40] RQA_get_rhel_release ++++ [22-09-24 02:35:40] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:40] echo 9 ++ [22-09-24 02:35:40] [[ 9 -ge 8 ]] ++ [22-09-24 02:35:40] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:35:40] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:35:40] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-09-24 02:35:40] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-09-24 02:35:40] [[ rdma-qe-12 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:35:40] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:35:40] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:35:40] '[' -f /root/known-issues.sh ']' ++ [22-09-24 02:35:40] source /root/known-issues.sh ++ [22-09-24 02:35:42] RQA_load_tech_preview_modules ++ [22-09-24 02:35:42] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-09-24 02:35:42] return ++ [22-09-24 02:35:42] RQA_fix_uefi_reboot ++ [22-09-24 02:35:42] ls -l /usr/sbin/reboot ++ [22-09-24 02:35:42] grep rhts-reboot ++ [22-09-24 02:35:42] which rhts-reboot ++ [22-09-24 02:35:42] rpm -q rhts-test-env ++ [22-09-24 02:35:42] RQA_fix_ssh_ipv6_auth +++ [22-09-24 02:35:42] RQA_get_rhel_major +++ [22-09-24 02:35:42] awk -F . '{print $1}' ++++ [22-09-24 02:35:42] RQA_get_rhel_release ++++ [22-09-24 02:35:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:42] echo 9 ++ [22-09-24 02:35:42] '[' 9 -ge 7 ']' ++ [22-09-24 02:35:42] local need_restart=0 ++ [22-09-24 02:35:42] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-09-24 02:35:42] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-09-24 02:35:42] grep 'AddressFamily inet' /root/.ssh/config ++ [22-09-24 02:35:42] '[' 0 -eq 1 ']' ++ [22-09-24 02:35:42] RQA_fix_mlx5_ib_connected_mode +++ [22-09-24 02:35:42] RQA_get_rhel_major +++ [22-09-24 02:35:42] awk -F . '{print $1}' ++++ [22-09-24 02:35:42] RQA_get_rhel_release ++++ [22-09-24 02:35:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:42] echo 9 ++ [22-09-24 02:35:42] [[ 9 -ge 7 ]] +++ [22-09-24 02:35:42] RQA_get_rhel_minor +++ [22-09-24 02:35:42] awk -F . '{print $2}' ++++ [22-09-24 02:35:42] RQA_get_rhel_release ++++ [22-09-24 02:35:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:42] echo 9 ++ [22-09-24 02:35:42] [[ '' -ge 5 ]] +++ [22-09-24 02:35:42] RQA_get_rhel_major +++ [22-09-24 02:35:42] awk -F . '{print $1}' ++++ [22-09-24 02:35:42] RQA_get_rhel_release ++++ [22-09-24 02:35:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:42] echo 9 ++ [22-09-24 02:35:42] [[ 9 -gt 7 ]] +++ [22-09-24 02:35:42] ls /etc/sysconfig/network-scripts/ +++ [22-09-24 02:35:42] grep mlx5 +++ [22-09-24 02:35:42] grep ib +++ [22-09-24 02:35:42] grep -v '~' ++ [22-09-24 02:35:42] RQA_nfs_rhel8_temp_fix +++ [22-09-24 02:35:42] RQA_get_rhel_major +++ [22-09-24 02:35:42] awk -F . '{print $1}' ++++ [22-09-24 02:35:42] RQA_get_rhel_release ++++ [22-09-24 02:35:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:42] echo 9 ++ [22-09-24 02:35:42] (( 9 == 8 )) ++ [22-09-24 02:35:42] source /root/.bashrc ++ [22-09-24 02:35:43] [[ cxgb4 == \i\4\0\i\w ]] + [22-09-24 02:35:43] source /root/mpi-functions.sh ++ [22-09-24 02:35:43] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-09-24 02:35:43] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-09-24 02:35:43] source /root/rdma-qa.sh ++ [22-09-24 02:35:43] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-09-24 02:35:43] export NIC_PREF= ++ [22-09-24 02:35:43] NIC_PREF= ++ [22-09-24 02:35:43] export PERFTEST_FLAGS= ++ [22-09-24 02:35:43] PERFTEST_FLAGS= +++ [22-09-24 02:35:43] hostname -s ++ [22-09-24 02:35:43] export s_hostname=rdma-qe-12 ++ [22-09-24 02:35:43] s_hostname=rdma-qe-12 ++ [22-09-24 02:35:43] RQA_set_pyexec ++ [22-09-24 02:35:43] PYEXEC= ++ [22-09-24 02:35:43] which python ++ [22-09-24 02:35:43] export PYEXEC=python ++ [22-09-24 02:35:43] PYEXEC=python ++ [22-09-24 02:35:43] return 0 +++ [22-09-24 02:35:43] grep -i fedora /etc/redhat-release ++ [22-09-24 02:35:43] [[ -n '' ]] +++ [22-09-24 02:35:43] RQA_get_rhel_major +++ [22-09-24 02:35:43] awk -F . '{print $1}' ++++ [22-09-24 02:35:43] RQA_get_rhel_release ++++ [22-09-24 02:35:43] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:43] echo 9 ++ [22-09-24 02:35:43] [[ 9 -ge 8 ]] ++ [22-09-24 02:35:43] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:35:43] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-09-24 02:35:43] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-09-24 02:35:43] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-09-24 02:35:43] [[ rdma-qe-12 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:35:43] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:35:43] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-09-24 02:35:43] '[' -f /root/known-issues.sh ']' ++ [22-09-24 02:35:43] source /root/known-issues.sh ++ [22-09-24 02:35:45] RQA_load_tech_preview_modules ++ [22-09-24 02:35:45] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-09-24 02:35:45] return ++ [22-09-24 02:35:45] RQA_fix_uefi_reboot ++ [22-09-24 02:35:45] ls -l /usr/sbin/reboot ++ [22-09-24 02:35:45] grep rhts-reboot ++ [22-09-24 02:35:45] which rhts-reboot ++ [22-09-24 02:35:45] rpm -q rhts-test-env ++ [22-09-24 02:35:45] RQA_fix_ssh_ipv6_auth +++ [22-09-24 02:35:45] RQA_get_rhel_major +++ [22-09-24 02:35:45] awk -F . '{print $1}' ++++ [22-09-24 02:35:45] RQA_get_rhel_release ++++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:45] echo 9 ++ [22-09-24 02:35:45] '[' 9 -ge 7 ']' ++ [22-09-24 02:35:45] local need_restart=0 ++ [22-09-24 02:35:45] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-09-24 02:35:45] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-09-24 02:35:45] grep 'AddressFamily inet' /root/.ssh/config ++ [22-09-24 02:35:45] '[' 0 -eq 1 ']' ++ [22-09-24 02:35:45] RQA_fix_mlx5_ib_connected_mode +++ [22-09-24 02:35:45] RQA_get_rhel_major +++ [22-09-24 02:35:45] awk -F . '{print $1}' ++++ [22-09-24 02:35:45] RQA_get_rhel_release ++++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:45] echo 9 ++ [22-09-24 02:35:45] [[ 9 -ge 7 ]] +++ [22-09-24 02:35:45] RQA_get_rhel_minor +++ [22-09-24 02:35:45] awk -F . '{print $2}' ++++ [22-09-24 02:35:45] RQA_get_rhel_release ++++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:45] echo 9 ++ [22-09-24 02:35:45] [[ '' -ge 5 ]] +++ [22-09-24 02:35:45] RQA_get_rhel_major +++ [22-09-24 02:35:45] awk -F . '{print $1}' ++++ [22-09-24 02:35:45] RQA_get_rhel_release ++++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:45] echo 9 ++ [22-09-24 02:35:45] [[ 9 -gt 7 ]] +++ [22-09-24 02:35:45] ls /etc/sysconfig/network-scripts/ +++ [22-09-24 02:35:45] grep mlx5 +++ [22-09-24 02:35:45] grep ib +++ [22-09-24 02:35:45] grep -v '~' ++ [22-09-24 02:35:45] RQA_nfs_rhel8_temp_fix +++ [22-09-24 02:35:45] RQA_get_rhel_major +++ [22-09-24 02:35:45] awk -F . '{print $1}' ++++ [22-09-24 02:35:45] RQA_get_rhel_release ++++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-09-24 02:35:45] echo 9 ++ [22-09-24 02:35:45] (( 9 == 8 )) ++ [22-09-24 02:35:45] source /root/.bashrc ++ [22-09-24 02:35:45] [[ cxgb4 == \i\4\0\i\w ]] + [22-09-24 02:35:45] source /root/mpi-functions.sh ++ [22-09-24 02:35:45] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-09-24 02:35:45] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-09-24 02:35:45] RQA_set_inline_default + [22-09-24 02:35:45] [[ cxgb4 != *\m\l\x\4* ]] + [22-09-24 02:35:45] mkdir -p /etc/rdma/rsocket + [22-09-24 02:35:45] echo 0 + [22-09-24 02:35:45] RQA_set_perftest_flags + [22-09-24 02:35:45] PERFTEST_FLAGS='-d cxgb4_0 -i 1 -F' + [22-09-24 02:35:45] [[ cxgb4 == \m\l\x\4 ]] + [22-09-24 02:35:45] PERFTEST_FLAGS='-d cxgb4_0 -i 1 -F -R' + [22-09-24 02:35:45] export PERFTEST_FLAGS + [22-09-24 02:35:45] MPI_PKG=openmpi + [22-09-24 02:35:45] TEST_PKG=mpitests-openmpi ++ [22-09-24 02:35:45] RQA_get_rhel_major ++ [22-09-24 02:35:45] awk -F . '{print $1}' +++ [22-09-24 02:35:45] RQA_get_rhel_release +++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:35:45] echo 9 + [22-09-24 02:35:45] [[ 9 -eq 6 ]] ++ [22-09-24 02:35:45] RQA_get_rhel_major ++ [22-09-24 02:35:45] awk -F . '{print $1}' +++ [22-09-24 02:35:45] RQA_get_rhel_release +++ [22-09-24 02:35:45] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:35:45] echo 9 + [22-09-24 02:35:45] [[ 9 -eq 7 ]] + [22-09-24 02:35:45] MPI_setup -m openmpi -t mpitests-openmpi + [22-09-24 02:35:45] test 4 -gt 0 + [22-09-24 02:35:45] case $1 in + [22-09-24 02:35:45] local mpi_pkg=openmpi + [22-09-24 02:35:45] shift + [22-09-24 02:35:45] shift + [22-09-24 02:35:45] test 2 -gt 0 + [22-09-24 02:35:45] case $1 in + [22-09-24 02:35:45] local test_pkg=mpitests-openmpi + [22-09-24 02:35:45] shift + [22-09-24 02:35:45] shift + [22-09-24 02:35:45] test 0 -gt 0 + [22-09-24 02:35:45] '[' -z openmpi -o -z mpitests-openmpi ']' + [22-09-24 02:35:45] rpm -q environment-modules environment-modules-5.0.1-1.el9.x86_64 + [22-09-24 02:35:45] '[' -f /etc/profile.d/modules.sh ']' + [22-09-24 02:35:45] source /etc/profile.d/modules.sh ++ [22-09-24 02:35:45] '[' -n /usr/bin/bash ']' ++ [22-09-24 02:35:45] shell=bash ++ [22-09-24 02:35:45] '[' -f /usr/share/Modules/init/bash ']' ++ [22-09-24 02:35:45] . /usr/share/Modules/init/bash +++ [22-09-24 02:35:45] unset _mlshdbg +++ [22-09-24 02:35:45] '[' 0 = 1 ']' +++ [22-09-24 02:35:45] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:35:45] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:35:45] unset _mlre _mlIFS +++ [22-09-24 02:35:45] '[' -n x ']' +++ [22-09-24 02:35:45] _mlIFS=' ' +++ [22-09-24 02:35:45] IFS=' ' +++ [22-09-24 02:35:45] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:35:45] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-09-24 02:35:45] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-09-24 02:35:45] echo x +++ [22-09-24 02:35:45] '[' -n x ']' ++++ [22-09-24 02:35:45] eval 'echo ${LD_LIBRARY_PATH}' +++++ [22-09-24 02:35:45] echo /usr/lib64/openmpi/lib +++ [22-09-24 02:35:45] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' ' +++ [22-09-24 02:35:45] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-09-24 02:35:45] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-09-24 02:35:45] echo +++ [22-09-24 02:35:45] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' ' +++ [22-09-24 02:35:45] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:35:45] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-09-24 02:35:45] eval 'echo ${LD_PRELOAD+x}' +++++ [22-09-24 02:35:45] echo +++ [22-09-24 02:35:45] '[' -n '' ']' +++ [22-09-24 02:35:45] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-09-24 02:35:45] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-09-24 02:35:45] echo +++ [22-09-24 02:35:45] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-09-24 02:35:45] '[' -n '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-09-24 02:35:45] _mlre='eval __MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-09-24 02:35:45] eval '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\''' 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-09-24 02:35:45] __MODULES_QUAR_LD_LIBRARY_PATH=/usr/lib64/openmpi/lib +++++ [22-09-24 02:35:45] LD_LIBRARY_PATH= +++++ [22-09-24 02:35:45] LD_PRELOAD= +++++ [22-09-24 02:35:45] __MODULES_QUARANTINE_SET=1 +++++ [22-09-24 02:35:45] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-09-24 02:35:45] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-09-24 02:35:45] _mlret=0 +++ [22-09-24 02:35:45] '[' -n x ']' +++ [22-09-24 02:35:45] IFS=' ' +++ [22-09-24 02:35:45] unset _mlIFS +++ [22-09-24 02:35:45] unset _mlre _mlv _mlrv +++ [22-09-24 02:35:45] '[' 0 -eq 0 ']' +++ [22-09-24 02:35:45] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-09-24 02:35:45] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-09-24 02:35:45] export MODULES_CMD ++++ [22-09-24 02:35:45] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-09-24 02:35:45] MODULESHOME=/usr/share/Modules ++++ [22-09-24 02:35:45] export MODULESHOME ++++ [22-09-24 02:35:45] test 0 +++ [22-09-24 02:35:45] '[' -t 2 ']' +++ [22-09-24 02:35:45] export -f module ++++ [22-09-24 02:35:45] type -t ml +++ [22-09-24 02:35:45] '[' function = function ']' +++ [22-09-24 02:35:45] export -f ml +++ [22-09-24 02:35:45] '[' 5 -ge 3 ']' +++ [22-09-24 02:35:45] [[ hxB =~ i ]] +++ [22-09-24 02:35:45] [[ ! :/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-09-24 02:35:45] '[' '!' -n x ']' +++ [22-09-24 02:35:45] [[ ! :/usr/share/man/openmpi-x86_64:/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-09-24 02:35:45] unset _mlcode _mlret +++ [22-09-24 02:35:45] '[' -n '' ']' + [22-09-24 02:35:45] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [22-09-24 02:35:45] module purge ++ [22-09-24 02:35:45] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [22-09-24 02:35:45] eval unset 'MPI_COMPILER;' unset 'LD_LIBRARY_PATH;' 'MANPATH=/usr/share/man:;' export 'MANPATH;' unset 'MPI_INCLUDE;' unset 'MPI_MAN;' unset '_LMFILES_;' unset 'LOADEDMODULES;' unset 'PKG_CONFIG_PATH;' unset 'MPI_PYTHON3_SITEARCH;' unset 'MPI_HOME;' unset 'MPI_FORTRAN_MOD_DIR;' unset '__MODULES_LMCONFLICT;' '__MODULES_SHARE_MANPATH=:1;' export '__MODULES_SHARE_MANPATH;' unset 'MPI_SUFFIX;' unset 'MPI_SYSCONFIG;' unset 'MPI_LIB;' 'PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin;' export 'PATH;' unset 'MPI_BIN;' test '0;' ++ [22-09-24 02:35:45] unset MPI_COMPILER ++ [22-09-24 02:35:45] unset LD_LIBRARY_PATH ++ [22-09-24 02:35:45] MANPATH=/usr/share/man: ++ [22-09-24 02:35:45] export MANPATH ++ [22-09-24 02:35:45] unset MPI_INCLUDE ++ [22-09-24 02:35:45] unset MPI_MAN ++ [22-09-24 02:35:45] unset _LMFILES_ ++ [22-09-24 02:35:45] unset LOADEDMODULES ++ [22-09-24 02:35:45] unset PKG_CONFIG_PATH ++ [22-09-24 02:35:45] unset MPI_PYTHON3_SITEARCH ++ [22-09-24 02:35:45] unset MPI_HOME ++ [22-09-24 02:35:45] unset MPI_FORTRAN_MOD_DIR ++ [22-09-24 02:35:45] unset __MODULES_LMCONFLICT ++ [22-09-24 02:35:45] __MODULES_SHARE_MANPATH=:1 ++ [22-09-24 02:35:45] export __MODULES_SHARE_MANPATH ++ [22-09-24 02:35:45] unset MPI_SUFFIX ++ [22-09-24 02:35:45] unset MPI_SYSCONFIG ++ [22-09-24 02:35:45] unset MPI_LIB ++ [22-09-24 02:35:45] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:45] export PATH ++ [22-09-24 02:35:45] unset MPI_BIN ++ [22-09-24 02:35:45] test 0 + [22-09-24 02:35:45] _mlstatus=0 + [22-09-24 02:35:45] return 0 + [22-09-24 02:35:45] sed -e '/^module/d' -i /root/.bashrc + [22-09-24 02:35:45] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpich* No match for argument: mvapich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mpitests-openmpi x86_64 5.8-1.el9 @BUILDROOT-C9S 5.3 M openmpi x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 1.9 M Transaction Summary ================================================================================ Remove 3 Packages Freed space: 17 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Running scriptlet: openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Removed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-09-24 02:35:48] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:12:39 ago on Sat 24 Sep 2022 02:23:09 AM EDT. Package environment-modules-5.0.1-1.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 10 MB/s | 897 kB 00:00 (2/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 7.7 MB/s | 1.2 MB 00:00 (3/3): openmpi-4.1.1-5.el9.x86_64.rpm 11 MB/s | 2.7 MB 00:00 -------------------------------------------------------------------------------- Total 20 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-09-24 02:35:52] '[' -f /etc/profile.d/modules.sh ']' + [22-09-24 02:35:52] source /etc/profile.d/modules.sh ++ [22-09-24 02:35:52] '[' -n /usr/bin/bash ']' ++ [22-09-24 02:35:52] shell=bash ++ [22-09-24 02:35:52] '[' -f /usr/share/Modules/init/bash ']' ++ [22-09-24 02:35:52] . /usr/share/Modules/init/bash +++ [22-09-24 02:35:52] unset _mlshdbg +++ [22-09-24 02:35:52] '[' 0 = 1 ']' +++ [22-09-24 02:35:52] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:35:52] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-09-24 02:35:52] unset _mlre _mlIFS +++ [22-09-24 02:35:52] '[' -n x ']' +++ [22-09-24 02:35:52] _mlIFS=' ' +++ [22-09-24 02:35:52] IFS=' ' +++ [22-09-24 02:35:52] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:35:52] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-09-24 02:35:52] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-09-24 02:35:52] echo +++ [22-09-24 02:35:52] '[' -n '' ']' +++ [22-09-24 02:35:52] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-09-24 02:35:52] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-09-24 02:35:52] echo +++ [22-09-24 02:35:52] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-09-24 02:35:52] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-09-24 02:35:52] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-09-24 02:35:52] eval 'echo ${LD_PRELOAD+x}' +++++ [22-09-24 02:35:52] echo +++ [22-09-24 02:35:52] '[' -n '' ']' +++ [22-09-24 02:35:52] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-09-24 02:35:52] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-09-24 02:35:52] echo +++ [22-09-24 02:35:52] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-09-24 02:35:52] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-09-24 02:35:52] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-09-24 02:35:52] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-09-24 02:35:52] LD_LIBRARY_PATH= +++++ [22-09-24 02:35:52] LD_PRELOAD= +++++ [22-09-24 02:35:52] __MODULES_QUARANTINE_SET=1 +++++ [22-09-24 02:35:52] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-09-24 02:35:52] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' +++ [22-09-24 02:35:52] _mlret=0 +++ [22-09-24 02:35:52] '[' -n x ']' +++ [22-09-24 02:35:52] IFS=' ' +++ [22-09-24 02:35:52] unset _mlIFS +++ [22-09-24 02:35:52] unset _mlre _mlv _mlrv +++ [22-09-24 02:35:52] '[' 0 -eq 0 ']' +++ [22-09-24 02:35:52] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' ++++ [22-09-24 02:35:52] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-09-24 02:35:52] export MODULES_CMD ++++ [22-09-24 02:35:52] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-09-24 02:35:52] MODULESHOME=/usr/share/Modules ++++ [22-09-24 02:35:52] export MODULESHOME ++++ [22-09-24 02:35:52] LOADEDMODULES= ++++ [22-09-24 02:35:52] export LOADEDMODULES ++++ [22-09-24 02:35:52] test 0 +++ [22-09-24 02:35:52] '[' -t 2 ']' +++ [22-09-24 02:35:52] export -f module ++++ [22-09-24 02:35:52] type -t ml +++ [22-09-24 02:35:52] '[' function = function ']' +++ [22-09-24 02:35:52] export -f ml +++ [22-09-24 02:35:52] '[' 5 -ge 3 ']' +++ [22-09-24 02:35:52] [[ hxB =~ i ]] +++ [22-09-24 02:35:52] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-09-24 02:35:52] '[' '!' -n x ']' +++ [22-09-24 02:35:52] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-09-24 02:35:52] unset _mlcode _mlret +++ [22-09-24 02:35:52] '[' -n '' ']' + [22-09-24 02:35:52] [[ openmpi == *\p\s\m\2* ]] ++ [22-09-24 02:35:52] rpm -ql openmpi ++ [22-09-24 02:35:52] grep modulefiles ++ [22-09-24 02:35:52] tail -n 1 + [22-09-24 02:35:52] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [22-09-24 02:35:52] echo 'module purge' + [22-09-24 02:35:52] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [22-09-24 02:35:52] source /root/.bashrc + [22-09-24 02:35:52] module list ++ [22-09-24 02:35:52] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [22-09-24 02:35:52] eval + [22-09-24 02:35:52] _mlstatus=0 + [22-09-24 02:35:52] return 0 ++ [22-09-24 02:35:52] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:52] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [22-09-24 02:35:52] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:52] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:52] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [22-09-24 02:35:52] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:52] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-09-24 02:35:52] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [22-09-24 02:35:52] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:35:52] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:35:52] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-09-24 02:35:52] MPI_create_hostfiles + [22-09-24 02:35:52] '[' -z 172.31.50.113 -o -z 172.31.50.12 ']' + [22-09-24 02:35:52] rm -f /root/hfile_one_core /root/hfile_all_cores + [22-09-24 02:35:52] touch /root/hfile_one_core /root/hfile_all_cores ++ [22-09-24 02:35:52] grep -c '^processor' /proc/cpuinfo + [22-09-24 02:35:52] local num_cores=8 + [22-09-24 02:35:52] num_cores=7 + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] echo 172.31.50.12 ++ [22-09-24 02:35:52] seq 1 7 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.113 ++ [22-09-24 02:35:52] seq 1 7 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.12 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.12 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.12 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:52] echo 172.31.50.12 + [22-09-24 02:35:52] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:53] echo 172.31.50.12 + [22-09-24 02:35:53] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:53] echo 172.31.50.12 + [22-09-24 02:35:53] for _ in $(seq 1 "$num_cores") + [22-09-24 02:35:53] echo 172.31.50.12 + [22-09-24 02:35:53] sed -i '/export HFILES=/d' /root/.bashrc + [22-09-24 02:35:53] echo 'export HFILES="/root/hfile_one_core"' + [22-09-24 02:35:53] source /root/.bashrc + [22-09-24 02:35:53] '[' -x /bin/systemctl ']' + [22-09-24 02:35:53] systemctl stop firewalld.service + [22-09-24 02:35:53] systemctl disable firewalld.service + [22-09-24 02:35:53] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; vendor preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [22-09-24 02:35:53] MPI_dual_port_fix + [22-09-24 02:35:53] [[ cxgb4 == *\q\i\b* ]] ++ [22-09-24 02:35:53] RQA_get_rhel_major ++ [22-09-24 02:35:53] awk -F . '{print $1}' +++ [22-09-24 02:35:53] RQA_get_rhel_release +++ [22-09-24 02:35:53] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:35:53] echo 9 + [22-09-24 02:35:53] '[' 9 -ge 7 ']' + [22-09-24 02:35:53] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [22-09-24 02:35:53] PKG_LIST= + [22-09-24 02:35:53] for p in "$@" + [22-09-24 02:35:53] rpm -q targetcli targetcli-2.1.53-7.el9.noarch + [22-09-24 02:35:53] for p in "$@" + [22-09-24 02:35:53] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [22-09-24 02:35:53] for p in "$@" + [22-09-24 02:35:53] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [22-09-24 02:35:53] '[' '!' -z '' ']' + [22-09-24 02:35:53] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [22-09-24 02:35:53] RQA_get_rhel_major ++ [22-09-24 02:35:53] awk -F . '{print $1}' +++ [22-09-24 02:35:53] RQA_get_rhel_release +++ [22-09-24 02:35:53] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:35:53] echo 9 + [22-09-24 02:35:53] [[ 9 -ge 8 ]] + [22-09-24 02:35:53] RQA_pkg_install iperf3 + [22-09-24 02:35:53] PKG_LIST= + [22-09-24 02:35:53] for p in "$@" + [22-09-24 02:35:53] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [22-09-24 02:35:53] '[' '!' -z '' ']' + [22-09-24 02:35:53] RQA_pkg_install net-tools + [22-09-24 02:35:53] PKG_LIST= + [22-09-24 02:35:53] for p in "$@" + [22-09-24 02:35:53] rpm -q net-tools net-tools-2.0-0.62.20160912git.el9.x86_64 + [22-09-24 02:35:53] '[' '!' -z '' ']' + [22-09-24 02:35:53] [[ client == \c\o\m\m\o\n ]] + [22-09-24 02:35:53] [[ client == \s\e\r\v\e\r ]] + [22-09-24 02:35:53] [[ client == \c\l\i\e\n\t ]] + [22-09-24 02:35:53] client_tests + [22-09-24 02:35:53] [[ -z 172.31.50.113 ]] + [22-09-24 02:35:53] timeout 3m ping -i 0.2 -c 100 172.31.50.113 PING 172.31.50.113 (172.31.50.113) 56(84) bytes of data. 64 bytes from 172.31.50.113: icmp_seq=1 ttl=64 time=0.086 ms 64 bytes from 172.31.50.113: icmp_seq=2 ttl=64 time=0.071 ms 64 bytes from 172.31.50.113: icmp_seq=3 ttl=64 time=0.090 ms 64 bytes from 172.31.50.113: icmp_seq=4 ttl=64 time=0.049 ms 64 bytes from 172.31.50.113: icmp_seq=5 ttl=64 time=0.068 ms 64 bytes from 172.31.50.113: icmp_seq=6 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=7 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=8 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=9 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=10 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=11 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=12 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=13 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=14 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=15 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=16 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=17 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=18 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=19 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=20 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=21 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=22 ttl=64 time=0.068 ms 64 bytes from 172.31.50.113: icmp_seq=23 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=24 ttl=64 time=0.067 ms 64 bytes from 172.31.50.113: icmp_seq=25 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=26 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=27 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=28 ttl=64 time=0.072 ms 64 bytes from 172.31.50.113: icmp_seq=29 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=30 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=31 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=32 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=33 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=34 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=35 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=36 ttl=64 time=0.047 ms 64 bytes from 172.31.50.113: icmp_seq=37 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=38 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=39 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=40 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=41 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=42 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=43 ttl=64 time=0.065 ms 64 bytes from 172.31.50.113: icmp_seq=44 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=45 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=46 ttl=64 time=0.069 ms 64 bytes from 172.31.50.113: icmp_seq=47 ttl=64 time=0.070 ms 64 bytes from 172.31.50.113: icmp_seq=48 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=49 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=50 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=51 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=52 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=53 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=54 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=55 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=56 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=57 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=58 ttl=64 time=0.044 ms 64 bytes from 172.31.50.113: icmp_seq=59 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=60 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=61 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=62 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=63 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=64 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=65 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=66 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=67 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=68 ttl=64 time=0.046 ms 64 bytes from 172.31.50.113: icmp_seq=69 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=70 ttl=64 time=0.038 ms 64 bytes from 172.31.50.113: icmp_seq=71 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=72 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=73 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=74 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=75 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=76 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=77 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=78 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=79 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=80 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=81 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=82 ttl=64 time=0.063 ms 64 bytes from 172.31.50.113: icmp_seq=83 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=84 ttl=64 time=0.062 ms 64 bytes from 172.31.50.113: icmp_seq=85 ttl=64 time=0.059 ms 64 bytes from 172.31.50.113: icmp_seq=86 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=87 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=88 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=89 ttl=64 time=0.064 ms 64 bytes from 172.31.50.113: icmp_seq=90 ttl=64 time=0.067 ms 64 bytes from 172.31.50.113: icmp_seq=91 ttl=64 time=0.078 ms 64 bytes from 172.31.50.113: icmp_seq=92 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=93 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=94 ttl=64 time=0.067 ms 64 bytes from 172.31.50.113: icmp_seq=95 ttl=64 time=0.046 ms 64 bytes from 172.31.50.113: icmp_seq=96 ttl=64 time=0.066 ms 64 bytes from 172.31.50.113: icmp_seq=97 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=98 ttl=64 time=0.060 ms 64 bytes from 172.31.50.113: icmp_seq=99 ttl=64 time=0.061 ms 64 bytes from 172.31.50.113: icmp_seq=100 ttl=64 time=0.061 ms --- 172.31.50.113 ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20584ms rtt min/avg/max/mdev = 0.038/0.063/0.090/0.006 ms + [22-09-24 02:36:14] RQA_check_result -r 0 -t 'ping server - 172.31.50.113' + [22-09-24 02:36:14] local test_pass=0 + [22-09-24 02:36:14] local test_skip=777 + [22-09-24 02:36:14] test 4 -gt 0 + [22-09-24 02:36:14] case $1 in + [22-09-24 02:36:14] local rc=0 + [22-09-24 02:36:14] shift + [22-09-24 02:36:14] shift + [22-09-24 02:36:14] test 2 -gt 0 + [22-09-24 02:36:14] case $1 in + [22-09-24 02:36:14] local 'msg=ping server - 172.31.50.113' + [22-09-24 02:36:14] shift + [22-09-24 02:36:14] shift + [22-09-24 02:36:14] test 0 -gt 0 + [22-09-24 02:36:14] '[' -z 0 -o -z 'ping server - 172.31.50.113' ']' + [22-09-24 02:36:14] '[' -z '' ']' + [22-09-24 02:36:14] source /etc/environment ++ [22-09-24 02:36:14] TEST_RESULT_FILE=/tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:36:14] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:36:14] '[' 0 -eq 0 ']' + [22-09-24 02:36:14] local test_result=PASS + [22-09-24 02:36:14] printf '%10s | %6s | %s\n' PASS 0 'ping server - 172.31.50.113' + [22-09-24 02:36:14] set +x --- - TEST RESULT FOR sanity - Test: ping server - 172.31.50.113 - Result: PASS - Return: 0 --- + [22-09-24 02:36:14] timeout 3m ping6 -i 0.2 -c 100 fe80::207:43ff:fe3b:f4d0%cxgb4_iw PING fe80::207:43ff:fe3b:f4d0%cxgb4_iw(fe80::207:43ff:fe3b:f4d0%cxgb4_iw) 56 data bytes 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=1 ttl=64 time=0.154 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=2 ttl=64 time=0.082 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=3 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=4 ttl=64 time=0.069 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=5 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=6 ttl=64 time=0.065 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=7 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=8 ttl=64 time=0.065 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=9 ttl=64 time=0.048 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=10 ttl=64 time=0.046 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=11 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=12 ttl=64 time=0.065 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=13 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=14 ttl=64 time=0.065 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=15 ttl=64 time=0.059 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=16 ttl=64 time=0.071 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=17 ttl=64 time=0.051 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=18 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=19 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=20 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=21 ttl=64 time=0.069 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=22 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=23 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=24 ttl=64 time=0.064 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=25 ttl=64 time=0.055 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=26 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=27 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=28 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=29 ttl=64 time=0.064 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=30 ttl=64 time=0.069 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=31 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=32 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=33 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=34 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=35 ttl=64 time=0.060 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=36 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=37 ttl=64 time=0.069 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=38 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=39 ttl=64 time=0.067 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=40 ttl=64 time=0.068 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=41 ttl=64 time=0.074 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=42 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=43 ttl=64 time=0.074 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=44 ttl=64 time=0.071 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=45 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=46 ttl=64 time=0.071 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=47 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=48 ttl=64 time=0.070 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=49 ttl=64 time=0.073 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=50 ttl=64 time=0.062 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=51 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=52 ttl=64 time=0.056 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=53 ttl=64 time=0.081 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=54 ttl=64 time=0.078 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=55 ttl=64 time=0.081 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=56 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=57 ttl=64 time=0.081 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=58 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=59 ttl=64 time=0.082 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=60 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=61 ttl=64 time=0.083 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=62 ttl=64 time=0.079 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=63 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=64 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=65 ttl=64 time=0.057 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=66 ttl=64 time=0.083 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=67 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=68 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=69 ttl=64 time=0.084 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=70 ttl=64 time=0.058 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=71 ttl=64 time=0.080 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=72 ttl=64 time=0.078 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=73 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=74 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=75 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=76 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=77 ttl=64 time=0.088 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=78 ttl=64 time=0.076 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=79 ttl=64 time=0.090 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=80 ttl=64 time=0.079 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=81 ttl=64 time=0.093 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=82 ttl=64 time=0.061 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=83 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=84 ttl=64 time=0.095 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=85 ttl=64 time=0.091 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=86 ttl=64 time=0.086 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=87 ttl=64 time=0.066 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=88 ttl=64 time=0.062 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=89 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=90 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=91 ttl=64 time=0.077 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=92 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=93 ttl=64 time=0.075 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=94 ttl=64 time=0.085 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=95 ttl=64 time=0.074 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=96 ttl=64 time=0.078 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=97 ttl=64 time=0.072 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=98 ttl=64 time=0.064 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=99 ttl=64 time=0.071 ms 64 bytes from fe80::207:43ff:fe3b:f4d0%cxgb4_iw: icmp_seq=100 ttl=64 time=0.074 ms --- fe80::207:43ff:fe3b:f4d0%cxgb4_iw ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20591ms rtt min/avg/max/mdev = 0.046/0.072/0.154/0.012 ms + [22-09-24 02:36:34] RQA_check_result -r 0 -t 'ping6 server - fe80::207:43ff:fe3b:f4d0%cxgb4_iw' + [22-09-24 02:36:34] local test_pass=0 + [22-09-24 02:36:34] local test_skip=777 + [22-09-24 02:36:34] test 4 -gt 0 + [22-09-24 02:36:34] case $1 in + [22-09-24 02:36:34] local rc=0 + [22-09-24 02:36:34] shift + [22-09-24 02:36:34] shift + [22-09-24 02:36:34] test 2 -gt 0 + [22-09-24 02:36:34] case $1 in + [22-09-24 02:36:34] local 'msg=ping6 server - fe80::207:43ff:fe3b:f4d0%cxgb4_iw' + [22-09-24 02:36:34] shift + [22-09-24 02:36:34] shift + [22-09-24 02:36:34] test 0 -gt 0 + [22-09-24 02:36:34] '[' -z 0 -o -z 'ping6 server - fe80::207:43ff:fe3b:f4d0%cxgb4_iw' ']' + [22-09-24 02:36:34] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:36:34] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:36:34] '[' 0 -eq 0 ']' + [22-09-24 02:36:34] local test_result=PASS + [22-09-24 02:36:34] printf '%10s | %6s | %s\n' PASS 0 'ping6 server - fe80::207:43ff:fe3b:f4d0%cxgb4_iw' + [22-09-24 02:36:34] set +x --- - TEST RESULT FOR sanity - Test: ping6 server - fe80::207:43ff:fe3b:f4d0%cxgb4_iw - Result: PASS - Return: 0 --- + [22-09-24 02:36:34] RQA_skip_test mpi + [22-09-24 02:36:34] local skp=mpi + [22-09-24 02:36:34] local skp_rtn=0 + [22-09-24 02:36:34] '[' '!' -z mpi ']' + [22-09-24 02:36:34] [[ '' == *\m\p\i* ]] + [22-09-24 02:36:34] return 0 + [22-09-24 02:36:34] skip_mpi=0 + [22-09-24 02:36:34] '[' 0 -eq 0 ']' + [22-09-24 02:36:34] source /root/.bashrc + [22-09-24 02:36:35] MPIPATH=/usr/lib64/openmpi/bin + [22-09-24 02:36:35] [[ openmpi == \o\p\e\n\m\p\i\3 ]] ++ [22-09-24 02:36:35] MPI_get_openmpi_mca_param ++ [22-09-24 02:36:35] local server_dev=cxgb4_0:1 ++ [22-09-24 02:36:35] local client_dev=cxgb4_0:1 ++ [22-09-24 02:36:35] local 'ompi_flags=-mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include' ++ [22-09-24 02:36:35] local __mca_verbose= ++ [22-09-24 02:36:35] [[ cxgb4_0:1 == \c\x\g\b\4\_\0\:\1 ]] ++ [22-09-24 02:36:35] ompi_flags='-mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1' ++ [22-09-24 02:36:35] case ${RDMA_DRIVER} in ++ [22-09-24 02:36:35] ompi_flags='-mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl openib,self,tcp' ++ [22-09-24 02:36:35] __mca_verbose='--mca mtl_base_verbose 100 --mca btl_base_verbose 100' ++ [22-09-24 02:36:35] echo '-mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100' + [22-09-24 02:36:35] mpirun_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100' ++ [22-09-24 02:36:35] ucx_mpi_flags '--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100' ++ [22-09-24 02:36:35] local '_local_mpi_flags=--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100' +++ [22-09-24 02:36:35] echo rdma-qe-12 ++ [22-09-24 02:36:35] local _client_nm=rdma-qe-12 +++ [22-09-24 02:36:35] echo rdma-dev-13 ++ [22-09-24 02:36:35] local _server_nm=rdma-dev-13 ++ [22-09-24 02:36:35] local '__mca_verbose=--mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100' ++ [22-09-24 02:36:35] rpm -q ucx ++ [22-09-24 02:36:35] [[ 0 -eq 0 ]] +++ [22-09-24 02:36:35] echo --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100 +++ [22-09-24 02:36:35] awk -F - '{for (i=1; i<=NF; i++) if ($i ~ /mca btl /) print $i}' ++ [22-09-24 02:36:35] mca_btl='mca btl openib,self,tcp ' ++ [22-09-24 02:36:35] [[ ! -z mca btl openib,self,tcp ]] +++ [22-09-24 02:36:35] echo mca btl openib,self,tcp +++ [22-09-24 02:36:35] sed 's/mca btl .*/mca btl ^openib /g' ++ [22-09-24 02:36:35] x_openib='mca btl ^openib ' +++ [22-09-24 02:36:35] echo --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl openib,self,tcp --mca mtl_base_verbose 100 --mca btl_base_verbose 100 +++ [22-09-24 02:36:35] sed 's|mca btl openib,self,tcp |mca btl ^openib |g' ++ [22-09-24 02:36:35] _local_mpi_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100' +++ [22-09-24 02:36:35] echo --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl '^openib' --mca mtl_base_verbose 100 --mca btl_base_verbose 100 +++ [22-09-24 02:36:35] awk -F - '{for (i=1; i<=NF; i++) if ($i ~ /mca pml /) print $i}' ++ [22-09-24 02:36:35] mca_pml= ++ [22-09-24 02:36:35] [[ ! -z '' ]] ++ [22-09-24 02:36:35] _local_mpi_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx ' ++ [22-09-24 02:36:35] [[ --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx != *\m\c\a\ \o\s\c\ \u\c\x* ]] ++ [22-09-24 02:36:35] [[ --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx == *\m\c\a\ \p\m\l\ \u\c\x* ]] ++ [22-09-24 02:36:35] _local_mpi_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx ' ++ [22-09-24 02:36:35] [[ --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx != *\-\x\ \U\C\X\_\N\E\T\_\D\E\V\I\C\E\S\=\c\x\g\b\4\_\i\w* ]] ++ [22-09-24 02:36:35] [[ rdma-qe-12 != \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:36:35] [[ rdma-dev-13 != \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-09-24 02:36:35] _local_mpi_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw' ++ [22-09-24 02:36:35] echo '--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100' + [22-09-24 02:36:35] ucx_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100' + [22-09-24 02:36:35] mpirun_flags='--allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl ^psm2,psm,ofi -mca btl ^openib --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100' + [22-09-24 02:36:35] hfiles=($(echo $HFILES)) ++ [22-09-24 02:36:35] echo /root/hfile_one_core + [22-09-24 02:36:35] hfile=/root/hfile_one_core + [22-09-24 02:36:35] '[' '!' -z /root/hfile_one_core ']' + [22-09-24 02:36:35] rhts_sync_block -s mpi_ready_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s mpi_ready_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_mpi_ready_-iw-0 Server rdma-dev-13 not reported state 10_mpi_ready_-iw-0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 10_mpi_ready_-iw-0 ++ [22-09-24 02:37:45] cat /root/hfile_one_core ++ [22-09-24 02:37:45] wc -l + [22-09-24 02:37:45] NLINES=2 + [22-09-24 02:37:45] for app in "mpitests-IMB-MPI1 PingPong" "mpitests-IMB-IO S_Read_indv" "mpitests-IMB-EXT Window" "mpitests-osu_get_bw" + [22-09-24 02:37:45] timeout 3m /usr/lib64/openmpi/bin/mpirun --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl '^openib' --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100 -hostfile /root/hfile_one_core -np 2 /usr/lib64/openmpi/bin/mpitests-IMB-MPI1 PingPong [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: registering framework btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: component ofi register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: component self register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component sm [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: component tcp register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: component usnic register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_register: component vader register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: opening btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: component ofi open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: component self open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: component tcp open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: component usnic open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: components_open: component vader open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: initializing btl component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: registering framework btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: component ofi register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: component self register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component sm [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: component tcp register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: component usnic register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_register: component vader register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: opening btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: component ofi open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: component self open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: component tcp open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: component usnic open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: components_open: component vader open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: init of component ofi returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: initializing btl component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: init of component self returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: initializing btl component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: examining interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: using ipv6 interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: examining interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: examining interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: init of component tcp returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: initializing btl component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: init of component usnic returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: component usnic closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: unloading component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: initializing btl component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] select: init of component vader returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: component vader closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: unloading component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:289 mca_pml_ucx_init [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:114 Pack local worker address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:351 created ucp context 0x55f72c024660, worker 0x148439f52010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: init of component ofi returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: initializing btl component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: init of component self returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: initializing btl component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: examining interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: using ipv6 interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: examining interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: examining interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: init of component tcp returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: initializing btl component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: init of component usnic returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: component usnic closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: unloading component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: initializing btl component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] select: init of component vader returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: component vader closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: unloading component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:289 mca_pml_ucx_init [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:114 Pack local worker address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:351 created ucp context 0x559ad3952750, worker 0x14c2d1f57010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:182 Got proc 0 address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:411 connecting to proc. 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:182 Got proc 1 address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:411 connecting to proc. 1 #---------------------------------------------------------------- # Intel(R) MPI Benchmarks 2021.3, MPI-1 part #---------------------------------------------------------------- # Date : Sat Sep 24 02:37:46 2022 # Machine : x86_64 # System : Linux # Release : 5.14.0-168.mr1359_220923_1526.el9.x86_64 # Version : #1 SMP PREEMPT_DYNAMIC Fri Sep 23 15:37:57 UTC 2022 # MPI Version : 3.1 # MPI Thread Environment: # Calling sequence was: # /usr/lib64/openmpi/bin/mpitests-IMB-MPI1 PingPong # Minimum message length in bytes: 0 # Maximum message length in bytes: 4194304 # # MPI_Datatype : MPI_BYTE # MPI_Datatype for reductions : MPI_FLOAT # MPI_Op : MPI_SUM # # # List of Benchmarks to run: # PingPong [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:182 Got proc 1 address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:411 connecting to proc. 1 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:182 Got proc 0 address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:411 connecting to proc. 0 #--------------------------------------------------- # Benchmarking PingPong # #processes = 2 #--------------------------------------------------- #bytes #repetitions t[usec] Mbytes/sec 0 1000 9.56 0.00 1 1000 9.55 0.10 2 1000 9.55 0.21 4 1000 9.55 0.42 8 1000 9.58 0.83 16 1000 9.58 1.67 32 1000 9.65 3.32 64 1000 9.75 6.56 128 1000 9.90 12.93 256 1000 10.22 25.04 512 1000 10.63 48.16 1024 1000 11.67 87.76 2048 1000 13.01 157.47 4096 1000 16.55 247.54 8192 1000 24.52 334.04 16384 1000 32.55 503.39 32768 1000 48.36 677.55 65536 640 73.62 890.22 131072 320 128.88 1017.01 262144 160 284.07 922.83 524288 80 498.12 1052.52 1048576 40 923.46 1135.48 2097152 20 1871.26 1120.71 4194304 10 3470.42 1208.59 # All processes entering MPI_Finalize [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] common_ucx.c:240 disconnecting from rank 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] common_ucx.c:204 waiting for 1 disconnect requests [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] common_ucx.c:204 waiting for 0 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] common_ucx.c:240 disconnecting from rank 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] common_ucx.c:240 disconnecting from rank 1 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] common_ucx.c:204 waiting for 0 disconnect requests [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] pml_ucx.c:268 mca_pml_ucx_close [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] pml_ucx.c:268 mca_pml_ucx_close [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: component ofi closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: unloading component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: component self closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: unloading component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: component ofi closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: unloading component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: component tcp closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36535] mca: base: close: unloading component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: component self closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: unloading component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: component tcp closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37659] mca: base: close: unloading component tcp + [22-09-24 02:37:49] mpi_return=0 + [22-09-24 02:37:49] RQA_check_result -r 0 -t 'openmpi mpitests-IMB-MPI1 PingPong' + [22-09-24 02:37:49] local test_pass=0 + [22-09-24 02:37:49] local test_skip=777 + [22-09-24 02:37:49] test 4 -gt 0 + [22-09-24 02:37:49] case $1 in + [22-09-24 02:37:49] local rc=0 + [22-09-24 02:37:49] shift + [22-09-24 02:37:49] shift + [22-09-24 02:37:49] test 2 -gt 0 + [22-09-24 02:37:49] case $1 in + [22-09-24 02:37:49] local 'msg=openmpi mpitests-IMB-MPI1 PingPong' + [22-09-24 02:37:49] shift + [22-09-24 02:37:49] shift + [22-09-24 02:37:49] test 0 -gt 0 + [22-09-24 02:37:49] '[' -z 0 -o -z 'openmpi mpitests-IMB-MPI1 PingPong' ']' + [22-09-24 02:37:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:49] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:49] '[' 0 -eq 0 ']' + [22-09-24 02:37:49] local test_result=PASS + [22-09-24 02:37:49] printf '%10s | %6s | %s\n' PASS 0 'openmpi mpitests-IMB-MPI1 PingPong' + [22-09-24 02:37:49] set +x --- - TEST RESULT FOR sanity - Test: openmpi mpitests-IMB-MPI1 PingPong - Result: PASS - Return: 0 --- + [22-09-24 02:37:49] for app in "mpitests-IMB-MPI1 PingPong" "mpitests-IMB-IO S_Read_indv" "mpitests-IMB-EXT Window" "mpitests-osu_get_bw" + [22-09-24 02:37:49] timeout 3m /usr/lib64/openmpi/bin/mpirun --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl '^openib' --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100 -hostfile /root/hfile_one_core -np 2 /usr/lib64/openmpi/bin/mpitests-IMB-IO S_Read_indv [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: registering framework btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: component ofi register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: component self register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component sm [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: component tcp register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: component usnic register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_register: component vader register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: opening btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: component ofi open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: component self open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: component tcp open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: component usnic open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: components_open: component vader open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: registering framework btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: component ofi register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: component self register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component sm [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: component tcp register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: component usnic register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_register: component vader register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: opening btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: component ofi open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: component self open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: component tcp open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: component usnic open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: components_open: component vader open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: init of component ofi returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: initializing btl component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: init of component self returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: initializing btl component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: examining interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: using ipv6 interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: examining interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: examining interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: init of component tcp returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: initializing btl component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: init of component usnic returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: component usnic closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: unloading component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: initializing btl component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] select: init of component vader returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: component vader closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: unloading component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:289 mca_pml_ucx_init [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:114 Pack local worker address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:351 created ucp context 0x562787307820, worker 0x1540084ad010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: init of component ofi returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: initializing btl component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: init of component self returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: initializing btl component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: examining interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: using ipv6 interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: examining interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: examining interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: init of component tcp returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: initializing btl component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: init of component usnic returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: component usnic closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: unloading component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: initializing btl component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] select: init of component vader returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: component vader closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: unloading component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:289 mca_pml_ucx_init [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:114 Pack local worker address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:351 created ucp context 0x5584034aa910, worker 0x14d2e412c010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:182 Got proc 0 address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:411 connecting to proc. 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:182 Got proc 1 address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:411 connecting to proc. 1 #---------------------------------------------------------------- # Intel(R) MPI Benchmarks 2021.3, MPI-IO partn#---------------------------------------------------------------- # Date : Sat Sep 24 02:37:50 2022 # Machine : x86_64 # System : Linux # Release : 5.14.0-168.mr1359_220923_1526.el9.x86_64 # Version : #1 SMP PREEMPT_DYNAMIC Fri Sep 23 15:37:57 UTC 2022 # MPI Version : 3.1 # MPI Thread Environment: # Calling sequence was: # /usr/lib64/openmpi/bin/mpitests-IMB-IO S_Read_indv # Minimum io portion in bytes: 0 # Maximum io portion in bytes: 4194304 # # # # List of Benchmarks to run: # S_Read_Indv [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:182 Got proc 0 address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:411 connecting to proc. 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:182 Got proc 1 address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:411 connecting to proc. 1 #--------------------------------------------------- # Benchmarking S_Read_Indv # #processes = 1 # ( 1 additional process waiting in MPI_Barrier) #--------------------------------------------------- # # MODE: AGGREGATE # #bytes #repetitions t[usec] Mbytes/sec 0 1000 0.01 0.00 1 1000 0.99 1.01 2 1000 0.99 2.01 4 1000 1.01 3.98 8 1000 1.00 8.00 16 1000 0.98 16.27 32 1000 0.99 32.35 64 1000 1.00 64.06 128 1000 0.99 129.33 256 1000 1.01 253.63 512 1000 1.20 427.99 1024 1000 1.04 980.76 2048 1000 1.12 1825.04 4096 1000 1.30 3147.19 8192 1000 1.64 5001.79 16384 1000 2.53 6476.37 32768 1000 4.14 7910.40 65536 640 7.50 8732.67 131072 320 14.24 9207.12 262144 160 27.22 9629.14 524288 80 52.71 9947.28 1048576 40 103.01 10179.45 2097152 20 210.95 9941.34 4194304 10 452.18 9275.73 # All processes entering MPI_Finalize [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] common_ucx.c:240 disconnecting from rank 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] common_ucx.c:240 disconnecting from rank 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] common_ucx.c:204 waiting for 0 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] common_ucx.c:204 waiting for 0 disconnect requests [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] pml_ucx.c:268 mca_pml_ucx_close [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] pml_ucx.c:268 mca_pml_ucx_close [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: component ofi closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: unloading component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: component ofi closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: unloading component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: component self closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: unloading component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: component tcp closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37705] mca: base: close: unloading component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: component self closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: unloading component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: component tcp closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36574] mca: base: close: unloading component tcp + [22-09-24 02:37:51] mpi_return=0 + [22-09-24 02:37:51] RQA_check_result -r 0 -t 'openmpi mpitests-IMB-IO S_Read_indv' + [22-09-24 02:37:51] local test_pass=0 + [22-09-24 02:37:51] local test_skip=777 + [22-09-24 02:37:51] test 4 -gt 0 + [22-09-24 02:37:51] case $1 in + [22-09-24 02:37:51] local rc=0 + [22-09-24 02:37:51] shift + [22-09-24 02:37:51] shift + [22-09-24 02:37:51] test 2 -gt 0 + [22-09-24 02:37:51] case $1 in + [22-09-24 02:37:51] local 'msg=openmpi mpitests-IMB-IO S_Read_indv' + [22-09-24 02:37:51] shift + [22-09-24 02:37:51] shift + [22-09-24 02:37:51] test 0 -gt 0 + [22-09-24 02:37:51] '[' -z 0 -o -z 'openmpi mpitests-IMB-IO S_Read_indv' ']' + [22-09-24 02:37:51] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:51] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:51] '[' 0 -eq 0 ']' + [22-09-24 02:37:51] local test_result=PASS + [22-09-24 02:37:51] printf '%10s | %6s | %s\n' PASS 0 'openmpi mpitests-IMB-IO S_Read_indv' + [22-09-24 02:37:51] set +x --- - TEST RESULT FOR sanity - Test: openmpi mpitests-IMB-IO S_Read_indv - Result: PASS - Return: 0 --- + [22-09-24 02:37:51] for app in "mpitests-IMB-MPI1 PingPong" "mpitests-IMB-IO S_Read_indv" "mpitests-IMB-EXT Window" "mpitests-osu_get_bw" + [22-09-24 02:37:51] timeout 3m /usr/lib64/openmpi/bin/mpirun --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl '^openib' --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100 -hostfile /root/hfile_one_core -np 2 /usr/lib64/openmpi/bin/mpitests-IMB-EXT Window [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: registering framework btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: component ofi register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: component self register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component sm [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: component tcp register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: component usnic register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_register: component vader register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: opening btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: component ofi open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: component self open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: component tcp open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: component usnic open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: components_open: component vader open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: registering framework btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: component ofi register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: component self register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component sm [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: component tcp register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: component usnic register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_register: component vader register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: opening btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: component ofi open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: component self open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: component tcp open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: component usnic open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: components_open: component vader open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: init of component ofi returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: initializing btl component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: init of component self returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: initializing btl component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: examining interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: using ipv6 interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: examining interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: examining interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: init of component tcp returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: initializing btl component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: init of component usnic returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: component usnic closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: unloading component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: initializing btl component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] select: init of component vader returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: component vader closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: unloading component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:289 mca_pml_ucx_init [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:114 Pack local worker address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:351 created ucp context 0x55a545d041e0, worker 0x14a2983a6010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: init of component ofi returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: initializing btl component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: init of component self returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: initializing btl component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: examining interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: using ipv6 interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: examining interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: examining interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: init of component tcp returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: initializing btl component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: init of component usnic returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: component usnic closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: unloading component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: initializing btl component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] select: init of component vader returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: component vader closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: unloading component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:289 mca_pml_ucx_init [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:114 Pack local worker address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:351 created ucp context 0x55d0dc0d12d0, worker 0x147a348a1010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:182 Got proc 0 address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:411 connecting to proc. 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:182 Got proc 1 address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:411 connecting to proc. 1 #---------------------------------------------------------------- # Intel(R) MPI Benchmarks 2021.3, MPI-2 part #---------------------------------------------------------------- # Date : Sat Sep 24 02:37:52 2022 # Machine : x86_64 # System : Linux # Release : 5.14.0-168.mr1359_220923_1526.el9.x86_64 # Version : #1 SMP PREEMPT_DYNAMIC Fri Sep 23 15:37:57 UTC 2022 # MPI Version : 3.1 # MPI Thread Environment: # Calling sequence was: # /usr/lib64/openmpi/bin/mpitests-IMB-EXT Window # Minimum message length in bytes: 0 # Maximum message length in bytes: 4194304 # # MPI_Datatype : MPI_BYTE # MPI_Datatype for reductions : MPI_FLOAT # MPI_Op : MPI_SUM # # # List of Benchmarks to run: # Window [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:182 Got proc 1 address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:411 connecting to proc. 1 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:182 Got proc 0 address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:411 connecting to proc. 0 #---------------------------------------------------------------- # Benchmarking Window # #processes = 2 #---------------------------------------------------------------- #bytes #repetitions t_min[usec] t_max[usec] t_avg[usec] 0 100 237.71 237.72 237.71 4 100 243.29 243.29 243.29 8 100 269.42 269.44 269.43 16 100 272.48 272.49 272.48 32 100 269.58 269.61 269.60 64 100 268.59 268.63 268.61 128 100 268.26 268.30 268.28 256 100 269.51 269.53 269.52 512 100 268.24 268.26 268.25 1024 100 268.32 268.37 268.35 2048 100 267.92 267.98 267.95 4096 100 268.79 268.80 268.80 8192 100 272.14 272.17 272.15 16384 100 269.26 269.29 269.28 32768 100 288.51 288.56 288.53 65536 100 292.80 292.82 292.81 131072 100 276.73 276.73 276.73 262144 100 272.41 272.42 272.41 524288 80 273.01 273.07 273.04 1048576 40 274.37 274.40 274.38 2097152 20 272.79 272.80 272.80 4194304 10 277.85 278.24 278.04 # All processes entering MPI_Finalize [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] common_ucx.c:240 disconnecting from rank 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] common_ucx.c:240 disconnecting from rank 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] common_ucx.c:204 waiting for 0 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] common_ucx.c:204 waiting for 0 disconnect requests [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] pml_ucx.c:268 mca_pml_ucx_close [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] pml_ucx.c:268 mca_pml_ucx_close [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: component ofi closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: unloading component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: component ofi closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: unloading component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: component self closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: unloading component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: component tcp closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36611] mca: base: close: unloading component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: component self closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: unloading component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: component tcp closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37748] mca: base: close: unloading component tcp + [22-09-24 02:37:54] mpi_return=0 + [22-09-24 02:37:54] RQA_check_result -r 0 -t 'openmpi mpitests-IMB-EXT Window' + [22-09-24 02:37:54] local test_pass=0 + [22-09-24 02:37:54] local test_skip=777 + [22-09-24 02:37:54] test 4 -gt 0 + [22-09-24 02:37:54] case $1 in + [22-09-24 02:37:54] local rc=0 + [22-09-24 02:37:54] shift + [22-09-24 02:37:54] shift + [22-09-24 02:37:54] test 2 -gt 0 + [22-09-24 02:37:54] case $1 in + [22-09-24 02:37:54] local 'msg=openmpi mpitests-IMB-EXT Window' + [22-09-24 02:37:54] shift + [22-09-24 02:37:54] shift + [22-09-24 02:37:54] test 0 -gt 0 + [22-09-24 02:37:54] '[' -z 0 -o -z 'openmpi mpitests-IMB-EXT Window' ']' + [22-09-24 02:37:54] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:54] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:37:54] '[' 0 -eq 0 ']' + [22-09-24 02:37:54] local test_result=PASS + [22-09-24 02:37:54] printf '%10s | %6s | %s\n' PASS 0 'openmpi mpitests-IMB-EXT Window' + [22-09-24 02:37:54] set +x --- - TEST RESULT FOR sanity - Test: openmpi mpitests-IMB-EXT Window - Result: PASS - Return: 0 --- + [22-09-24 02:37:54] for app in "mpitests-IMB-MPI1 PingPong" "mpitests-IMB-IO S_Read_indv" "mpitests-IMB-EXT Window" "mpitests-osu_get_bw" + [22-09-24 02:37:54] timeout 3m /usr/lib64/openmpi/bin/mpirun --allow-run-as-root --map-by node -mca btl_openib_warn_nonexistent_if 0 -mca btl_openib_if_include cxgb4_0:1 -mca mtl '^psm2,psm,ofi' -mca btl '^openib' --mca mtl_base_verbose 100 --mca btl_base_verbose 100 -mca pml ucx -mca osc ucx -x UCX_NET_DEVICES=cxgb4_iw --mca osc_ucx_verbose 100 --mca pml_ucx_verbose 100 -hostfile /root/hfile_one_core -np 2 /usr/lib64/openmpi/bin/mpitests-osu_get_bw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: registering framework btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: component ofi register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: component self register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component sm [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: component tcp register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: component usnic register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_register: component vader register function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: opening btl components [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: found loaded component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: component ofi open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: found loaded component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: component self open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: found loaded component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: component tcp open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: found loaded component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: component usnic open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: found loaded component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: components_open: component vader open function successful [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: initializing btl component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: registering framework btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: component ofi register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: component self register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component sm [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: component tcp register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: component usnic register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_register: component vader register function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: opening btl components [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: found loaded component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: component ofi open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: found loaded component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: component self open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: found loaded component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: component tcp open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: found loaded component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: component usnic open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: found loaded component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: components_open: component vader open function successful [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: initializing btl component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: init of component ofi returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: initializing btl component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: init of component self returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: initializing btl component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: examining interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: using ipv6 interface cxgb4_iw [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: examining interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: examining interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: init of component tcp returned success [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: initializing btl component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: init of component usnic returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: component usnic closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: unloading component usnic [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: initializing btl component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] select: init of component vader returned failure [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: component vader closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: unloading component vader [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:289 mca_pml_ucx_init [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:114 Pack local worker address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:351 created ucp context 0x55c6dc495080, worker 0x151f2f6e1010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: init of component ofi returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: initializing btl component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: init of component self returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: initializing btl component tcp [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl: tcp: Found match: 127.0.0.1 (lo) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: Attempting to bind to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: Successfully bound to AF_INET port 1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: examining interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: using ipv6 interface cxgb4_iw [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: examining interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: using ipv6 interface cxgb4_iw.51 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: examining interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:tcp: using ipv6 interface cxgb4_iw.52 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: init of component tcp returned success [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: initializing btl component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] btl:usnic: disqualifiying myself due to fi_getinfo(3) failure: No data available (-61) [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: init of component usnic returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: component usnic closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: unloading component usnic [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: initializing btl component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] select: init of component vader returned failure [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: component vader closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: unloading component vader [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:197 mca_pml_ucx_open: UCX version 1.13.0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:289 mca_pml_ucx_init [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:114 Pack remote worker address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:114 Pack local worker address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:351 created ucp context 0x55bf5f6fa140, worker 0x14785a14d010 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:182 Got proc 0 address, size 141 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:411 connecting to proc. 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:182 Got proc 1 address, size 141 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:411 connecting to proc. 1 # OSU MPI_Get Bandwidth Test v5.8 # Window creation: MPI_Win_allocate # Synchronization: MPI_Win_flush # Size Bandwidth (MB/s) [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:182 Got proc 0 address, size 38 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:411 connecting to proc. 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:182 Got proc 1 address, size 38 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:411 connecting to proc. 1 1 0.24 2 0.49 4 0.97 8 1.96 16 3.92 32 7.85 64 15.66 128 30.63 256 57.63 512 116.59 1024 230.52 2048 444.02 4096 840.95 8192 1006.92 16384 1159.95 32768 1204.07 65536 1219.66 131072 1226.29 262144 1230.24 524288 1232.21 1048576 1233.35 2097152 1233.85 4194304 1234.08 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] common_ucx.c:240 disconnecting from rank 0 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] common_ucx.c:240 disconnecting from rank 0 [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] common_ucx.c:204 waiting for 1 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] common_ucx.c:240 disconnecting from rank 1 [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] common_ucx.c:204 waiting for 0 disconnect requests [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] common_ucx.c:204 waiting for 0 disconnect requests [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:367 mca_pml_ucx_cleanup [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] pml_ucx.c:268 mca_pml_ucx_close [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] pml_ucx.c:268 mca_pml_ucx_close [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: component ofi closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: unloading component ofi [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: component ofi closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: unloading component ofi [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: component self closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: unloading component self [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: component tcp closed [rdma-qe-12.rdma.lab.eng.rdu2.redhat.com:36650] mca: base: close: unloading component tcp [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: component self closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: unloading component self [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: component tcp closed [rdma-dev-13.rdma.lab.eng.rdu2.redhat.com:37793] mca: base: close: unloading component tcp + [22-09-24 02:38:07] mpi_return=0 + [22-09-24 02:38:07] RQA_check_result -r 0 -t 'openmpi mpitests-osu_get_bw' + [22-09-24 02:38:07] local test_pass=0 + [22-09-24 02:38:07] local test_skip=777 + [22-09-24 02:38:07] test 4 -gt 0 + [22-09-24 02:38:07] case $1 in + [22-09-24 02:38:07] local rc=0 + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] test 2 -gt 0 + [22-09-24 02:38:07] case $1 in + [22-09-24 02:38:07] local 'msg=openmpi mpitests-osu_get_bw' + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] test 0 -gt 0 + [22-09-24 02:38:07] '[' -z 0 -o -z 'openmpi mpitests-osu_get_bw' ']' + [22-09-24 02:38:07] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:38:07] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:38:07] '[' 0 -eq 0 ']' + [22-09-24 02:38:07] local test_result=PASS + [22-09-24 02:38:07] printf '%10s | %6s | %s\n' PASS 0 'openmpi mpitests-osu_get_bw' + [22-09-24 02:38:07] set +x --- - TEST RESULT FOR sanity - Test: openmpi mpitests-osu_get_bw - Result: PASS - Return: 0 --- + [22-09-24 02:38:07] rhts_sync_set -s mpi_done_-iw-0 /usr/bin/rhts_sync_set -s mpi_done_-iw-0 -- State set = 10_mpi_done_-iw-0 + [22-09-24 02:38:07] route add -net 224.0.0.0 netmask 240.0.0.0 dev cxgb4_iw SIOCADDRT: File exists ++ [22-09-24 02:38:07] RQA_get_rhel_major ++ [22-09-24 02:38:07] awk -F . '{print $1}' +++ [22-09-24 02:38:07] RQA_get_rhel_release +++ [22-09-24 02:38:07] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:38:07] echo 9 + [22-09-24 02:38:07] '[' 9 -ge 8 ']' + [22-09-24 02:38:07] ip maddr show dev cxgb4_iw 4: cxgb4_iw link 33:33:00:00:00:01 users 4 link 01:00:5e:00:00:01 users 4 link 01:80:c2:00:00:21 users 3 link 33:33:ff:2f:20:40 users 4 inet 224.0.0.1 inet6 ff02::1:ff2f:2040 inet6 ff02::1 inet6 ff01::1 + [22-09-24 02:38:07] RQA_check_result -r 0 -t 'ip multicast addr' + [22-09-24 02:38:07] local test_pass=0 + [22-09-24 02:38:07] local test_skip=777 + [22-09-24 02:38:07] test 4 -gt 0 + [22-09-24 02:38:07] case $1 in + [22-09-24 02:38:07] local rc=0 + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] test 2 -gt 0 + [22-09-24 02:38:07] case $1 in + [22-09-24 02:38:07] local 'msg=ip multicast addr' + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] shift + [22-09-24 02:38:07] test 0 -gt 0 + [22-09-24 02:38:07] '[' -z 0 -o -z 'ip multicast addr' ']' + [22-09-24 02:38:07] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:38:07] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:38:07] '[' 0 -eq 0 ']' + [22-09-24 02:38:07] local test_result=PASS + [22-09-24 02:38:07] printf '%10s | %6s | %s\n' PASS 0 'ip multicast addr' + [22-09-24 02:38:07] set +x --- - TEST RESULT FOR sanity - Test: ip multicast addr - Result: PASS - Return: 0 --- + [22-09-24 02:38:07] [[ ! cxgb4 == *\c\x\g\b* ]] ++ [22-09-24 02:38:07] RQA_skip_test perftest ++ [22-09-24 02:38:07] local skp=perftest ++ [22-09-24 02:38:07] local skp_rtn=0 ++ [22-09-24 02:38:07] '[' '!' -z perftest ']' ++ [22-09-24 02:38:07] [[ '' == *\p\e\r\f\t\e\s\t* ]] ++ [22-09-24 02:38:07] return 0 + [22-09-24 02:38:07] skip_perftest= + [22-09-24 02:38:07] RQA_skip_test perftest + [22-09-24 02:38:07] local skp=perftest + [22-09-24 02:38:07] local skp_rtn=0 + [22-09-24 02:38:07] '[' '!' -z perftest ']' + [22-09-24 02:38:07] [[ '' == *\p\e\r\f\t\e\s\t* ]] + [22-09-24 02:38:07] return 0 + [22-09-24 02:38:07] skip_perftest=0 + [22-09-24 02:38:07] '[' 0 -eq 0 ']' + [22-09-24 02:38:07] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-09-24 02:38:07] which ib_read_bw ++ [22-09-24 02:38:07] alias ++ [22-09-24 02:38:07] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_read_bw ++ [22-09-24 02:38:07] eval declare -f +++ [22-09-24 02:38:07] declare -f + [22-09-24 02:38:07] '[' /usr/bin/ib_read_bw ']' + [22-09-24 02:38:07] rhts_sync_block -s ib_read_bw-ready_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s ib_read_bw-ready_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_ib_read_bw-ready_-iw-0 Server rdma-dev-13 not reported state 10_ib_read_bw-ready_-iw-0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 10_ib_read_bw-ready_-iw-0 + [22-09-24 02:39:17] sleep 5 + [22-09-24 02:39:22] timeout 3m ib_read_bw -d cxgb4_0 -i 1 -F -R 172.31.50.113 --------------------------------------------------------------------------------------- RDMA_Read BW Test Dual-port : OFF Device : cxgb4_0 Number of qps : 1 Transport type : IW Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF TX depth : 128 CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 0 Outstand reads : 21 rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x0422 PSN 0xd029b7 GID: 00:07:67:47:32:64:00:00:00:00:00:00:00:00:00:00 remote address: LID 0000 QPN 0x0422 PSN 0x4fa80 GID: 00:07:67:59:244:208:00:00:00:00:00:00:00:00:00:00 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 1000 1176.15 1176.15 0.018818Failed to disconnect RDMA CM connection. ERRNO: Connection reset by peer. Failed to disconnect RDMA CM nodes. --------------------------------------------------------------------------------------- + [22-09-24 02:39:22] RQA_check_result -r 0 -t ib_read_bw -c ib_read_bw + [22-09-24 02:39:22] local test_pass=0 + [22-09-24 02:39:22] local test_skip=777 + [22-09-24 02:39:22] test 6 -gt 0 + [22-09-24 02:39:22] case $1 in + [22-09-24 02:39:22] local rc=0 + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] test 4 -gt 0 + [22-09-24 02:39:22] case $1 in + [22-09-24 02:39:22] local msg=ib_read_bw + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] test 2 -gt 0 + [22-09-24 02:39:22] case $1 in + [22-09-24 02:39:22] local remote_cmnd=ib_read_bw + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] shift + [22-09-24 02:39:22] test 0 -gt 0 + [22-09-24 02:39:22] '[' -z 0 -o -z ib_read_bw ']' + [22-09-24 02:39:22] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:22] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:22] '[' 0 -eq 0 ']' + [22-09-24 02:39:22] local test_result=PASS + [22-09-24 02:39:22] printf '%10s | %6s | %s\n' PASS 0 ib_read_bw + [22-09-24 02:39:22] set +x --- - TEST RESULT FOR sanity - Test: ib_read_bw - Result: PASS - Return: 0 --- + [22-09-24 02:39:22] rhts_sync_set -s ib_read_bw-DONE_-iw-0 /usr/bin/rhts_sync_set -s ib_read_bw-DONE_-iw-0 -- State set = 10_ib_read_bw-DONE_-iw-0 + [22-09-24 02:39:22] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-09-24 02:39:22] which ib_send_bw ++ [22-09-24 02:39:22] alias ++ [22-09-24 02:39:22] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_send_bw ++ [22-09-24 02:39:22] eval declare -f +++ [22-09-24 02:39:22] declare -f + [22-09-24 02:39:22] '[' /usr/bin/ib_send_bw ']' + [22-09-24 02:39:22] rhts_sync_block -s ib_send_bw-ready_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s ib_send_bw-ready_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_ib_send_bw-ready_-iw-0 + [22-09-24 02:39:22] sleep 5 + [22-09-24 02:39:27] timeout 3m ib_send_bw -d cxgb4_0 -i 1 -F -R 172.31.50.113 --------------------------------------------------------------------------------------- Send BW Test Dual-port : OFF Device : cxgb4_0 Number of qps : 1 Transport type : IW Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF TX depth : 128 CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 0 Max inline data : 0[B] rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x042a PSN 0x7bbed4 GID: 00:07:67:47:32:64:00:00:00:00:00:00:00:00:00:00 remote address: LID 0000 QPN 0x042a PSN 0xdcbdca GID: 00:07:67:59:244:208:00:00:00:00:00:00:00:00:00:00 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 1000 1193.92 1177.62 0.018842Failed to disconnect RDMA CM connection. ERRNO: Connection reset by peer. Failed to disconnect RDMA CM nodes. --------------------------------------------------------------------------------------- + [22-09-24 02:39:27] RQA_check_result -r 0 -t ib_send_bw -c ib_send_bw + [22-09-24 02:39:27] local test_pass=0 + [22-09-24 02:39:27] local test_skip=777 + [22-09-24 02:39:27] test 6 -gt 0 + [22-09-24 02:39:27] case $1 in + [22-09-24 02:39:28] local rc=0 + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] test 4 -gt 0 + [22-09-24 02:39:28] case $1 in + [22-09-24 02:39:28] local msg=ib_send_bw + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] test 2 -gt 0 + [22-09-24 02:39:28] case $1 in + [22-09-24 02:39:28] local remote_cmnd=ib_send_bw + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] shift + [22-09-24 02:39:28] test 0 -gt 0 + [22-09-24 02:39:28] '[' -z 0 -o -z ib_send_bw ']' + [22-09-24 02:39:28] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:28] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:28] '[' 0 -eq 0 ']' + [22-09-24 02:39:28] local test_result=PASS + [22-09-24 02:39:28] printf '%10s | %6s | %s\n' PASS 0 ib_send_bw + [22-09-24 02:39:28] set +x --- - TEST RESULT FOR sanity - Test: ib_send_bw - Result: PASS - Return: 0 --- + [22-09-24 02:39:28] rhts_sync_set -s ib_send_bw-DONE_-iw-0 /usr/bin/rhts_sync_set -s ib_send_bw-DONE_-iw-0 -- State set = 10_ib_send_bw-DONE_-iw-0 + [22-09-24 02:39:28] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-09-24 02:39:28] which ib_write_bw ++ [22-09-24 02:39:28] alias ++ [22-09-24 02:39:28] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_write_bw ++ [22-09-24 02:39:28] eval declare -f +++ [22-09-24 02:39:28] declare -f + [22-09-24 02:39:28] '[' /usr/bin/ib_write_bw ']' + [22-09-24 02:39:28] rhts_sync_block -s ib_write_bw-ready_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s ib_write_bw-ready_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_ib_write_bw-ready_-iw-0 + [22-09-24 02:39:28] sleep 5 + [22-09-24 02:39:33] timeout 3m ib_write_bw -d cxgb4_0 -i 1 -F -R 172.31.50.113 --------------------------------------------------------------------------------------- RDMA_Write BW Test Dual-port : OFF Device : cxgb4_0 Number of qps : 1 Transport type : IW Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF TX depth : 128 CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 0 Max inline data : 0[B] rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x0432 PSN 0x1693e9 GID: 00:07:67:47:32:64:00:00:00:00:00:00:00:00:00:00 remote address: LID 0000 QPN 0x0432 PSN 0x265258 GID: 00:07:67:59:244:208:00:00:00:00:00:00:00:00:00:00 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 5000 1620.39 1178.08 0.018849Failed to disconnect RDMA CM connection. ERRNO: Connection reset by peer. Failed to disconnect RDMA CM nodes. --------------------------------------------------------------------------------------- + [22-09-24 02:39:34] RQA_check_result -r 0 -t ib_write_bw -c ib_write_bw + [22-09-24 02:39:34] local test_pass=0 + [22-09-24 02:39:34] local test_skip=777 + [22-09-24 02:39:34] test 6 -gt 0 + [22-09-24 02:39:34] case $1 in + [22-09-24 02:39:34] local rc=0 + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] test 4 -gt 0 + [22-09-24 02:39:34] case $1 in + [22-09-24 02:39:34] local msg=ib_write_bw + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] test 2 -gt 0 + [22-09-24 02:39:34] case $1 in + [22-09-24 02:39:34] local remote_cmnd=ib_write_bw + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] shift + [22-09-24 02:39:34] test 0 -gt 0 + [22-09-24 02:39:34] '[' -z 0 -o -z ib_write_bw ']' + [22-09-24 02:39:34] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:34] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:34] '[' 0 -eq 0 ']' + [22-09-24 02:39:34] local test_result=PASS + [22-09-24 02:39:34] printf '%10s | %6s | %s\n' PASS 0 ib_write_bw + [22-09-24 02:39:34] set +x --- - TEST RESULT FOR sanity - Test: ib_write_bw - Result: PASS - Return: 0 --- + [22-09-24 02:39:34] rhts_sync_set -s ib_write_bw-DONE_-iw-0 /usr/bin/rhts_sync_set -s ib_write_bw-DONE_-iw-0 -- State set = 10_ib_write_bw-DONE_-iw-0 + [22-09-24 02:39:34] RQA_skip_test iser + [22-09-24 02:39:34] local skp=iser + [22-09-24 02:39:34] local skp_rtn=0 + [22-09-24 02:39:34] '[' '!' -z iser ']' + [22-09-24 02:39:34] [[ '' == *\i\s\e\r* ]] + [22-09-24 02:39:34] return 0 + [22-09-24 02:39:34] skip_iser=0 + [22-09-24 02:39:34] '[' 0 -eq 0 ']' + [22-09-24 02:39:34] [[ ! cxgb4 == \c\x\g\b\3 ]] + [22-09-24 02:39:34] [[ ! cxgb4 == \o\c\r\d\m\a ]] ++ [22-09-24 02:39:34] RQA_get_rhel_major ++ [22-09-24 02:39:34] awk -F . '{print $1}' +++ [22-09-24 02:39:34] RQA_get_rhel_release +++ [22-09-24 02:39:34] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:39:34] echo 9 + [22-09-24 02:39:34] [[ 9 -ge 7 ]] + [22-09-24 02:39:34] rhts_sync_block -s iser-ready_-iw-0 rdma-dev-13 /usr/bin/rhts_sync_block -s iser-ready_-iw-0 rdma-dev-13 -- Blocking state(s) = 10_iser-ready_-iw-0 + [22-09-24 02:39:36] timeout 2m iscsiadm -m discovery -t sendtargets -p 172.31.50.113 -I iser 172.31.50.113:3260,1 iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target + [22-09-24 02:39:38] timeout 2m iscsiadm -m node -p 172.31.50.113 -T iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target --op update -n node.transport_name -v iser + [22-09-24 02:39:38] timeout 3m iscsiadm -m node -p 172.31.50.113 -T iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target --login Logging in to [iface: iser, target: iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target, portal: 172.31.50.113,3260] Login to [iface: iser, target: iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target, portal: 172.31.50.113,3260] successful. + [22-09-24 02:39:38] local is_logged_in=0 + [22-09-24 02:39:38] RQA_check_result -r 0 -t 'iser login' + [22-09-24 02:39:38] local test_pass=0 + [22-09-24 02:39:38] local test_skip=777 + [22-09-24 02:39:38] test 4 -gt 0 + [22-09-24 02:39:38] case $1 in + [22-09-24 02:39:38] local rc=0 + [22-09-24 02:39:38] shift + [22-09-24 02:39:38] shift + [22-09-24 02:39:38] test 2 -gt 0 + [22-09-24 02:39:38] case $1 in + [22-09-24 02:39:38] local 'msg=iser login' + [22-09-24 02:39:38] shift + [22-09-24 02:39:38] shift + [22-09-24 02:39:38] test 0 -gt 0 + [22-09-24 02:39:38] '[' -z 0 -o -z 'iser login' ']' + [22-09-24 02:39:38] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:38] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:38] '[' 0 -eq 0 ']' + [22-09-24 02:39:38] local test_result=PASS + [22-09-24 02:39:38] printf '%10s | %6s | %s\n' PASS 0 'iser login' + [22-09-24 02:39:38] set +x --- - TEST RESULT FOR sanity - Test: iser login - Result: PASS - Return: 0 --- + [22-09-24 02:39:38] sleep 5 + [22-09-24 02:39:43] '[' 0 -eq 0 ']' + [22-09-24 02:39:43] mkdir -p /iser ++ [22-09-24 02:39:43] lsscsi ++ [22-09-24 02:39:43] grep vol1 ++ [22-09-24 02:39:43] awk '{print $NF}' + [22-09-24 02:39:43] client_block_dev=/dev/sdb + [22-09-24 02:39:43] timeout 3m mount /dev/sdb /iser + [22-09-24 02:39:43] mnt_iser=0 + [22-09-24 02:39:43] RQA_check_result -r 0 -t 'mount /dev/sdb /iser' + [22-09-24 02:39:43] local test_pass=0 + [22-09-24 02:39:43] local test_skip=777 + [22-09-24 02:39:43] test 4 -gt 0 + [22-09-24 02:39:43] case $1 in + [22-09-24 02:39:43] local rc=0 + [22-09-24 02:39:43] shift + [22-09-24 02:39:43] shift + [22-09-24 02:39:43] test 2 -gt 0 + [22-09-24 02:39:43] case $1 in + [22-09-24 02:39:43] local 'msg=mount /dev/sdb /iser' + [22-09-24 02:39:43] shift + [22-09-24 02:39:43] shift + [22-09-24 02:39:43] test 0 -gt 0 + [22-09-24 02:39:43] '[' -z 0 -o -z 'mount /dev/sdb /iser' ']' + [22-09-24 02:39:43] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:43] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:43] '[' 0 -eq 0 ']' + [22-09-24 02:39:43] local test_result=PASS + [22-09-24 02:39:43] printf '%10s | %6s | %s\n' PASS 0 'mount /dev/sdb /iser' + [22-09-24 02:39:43] set +x --- - TEST RESULT FOR sanity - Test: mount /dev/sdb /iser - Result: PASS - Return: 0 --- + [22-09-24 02:39:43] sleep 5 + [22-09-24 02:39:48] (( mnt_iser == 0 )) + [22-09-24 02:39:48] for size in 1K 1M 1G + [22-09-24 02:39:48] rm -f /iser/1K.dd + [22-09-24 02:39:48] timeout 3m dd if=/dev/urandom of=/iser/test-1K.dd bs=1K count=5 iflag=fullblock 5+0 records in 5+0 records out 5120 bytes (5.1 kB, 5.0 KiB) copied, 0.000128404 s, 39.9 MB/s + [22-09-24 02:39:48] RQA_check_result -r 0 -t 'iser write 1K' + [22-09-24 02:39:48] local test_pass=0 + [22-09-24 02:39:48] local test_skip=777 + [22-09-24 02:39:48] test 4 -gt 0 + [22-09-24 02:39:48] case $1 in + [22-09-24 02:39:48] local rc=0 + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] test 2 -gt 0 + [22-09-24 02:39:48] case $1 in + [22-09-24 02:39:48] local 'msg=iser write 1K' + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] test 0 -gt 0 + [22-09-24 02:39:48] '[' -z 0 -o -z 'iser write 1K' ']' + [22-09-24 02:39:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:48] '[' 0 -eq 0 ']' + [22-09-24 02:39:48] local test_result=PASS + [22-09-24 02:39:48] printf '%10s | %6s | %s\n' PASS 0 'iser write 1K' + [22-09-24 02:39:48] set +x --- - TEST RESULT FOR sanity - Test: iser write 1K - Result: PASS - Return: 0 --- + [22-09-24 02:39:48] rm -f /iser/test-1K.dd + [22-09-24 02:39:48] for size in 1K 1M 1G + [22-09-24 02:39:48] rm -f /iser/1M.dd + [22-09-24 02:39:48] timeout 3m dd if=/dev/urandom of=/iser/test-1M.dd bs=1M count=5 iflag=fullblock 5+0 records in 5+0 records out 5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0142675 s, 367 MB/s + [22-09-24 02:39:48] RQA_check_result -r 0 -t 'iser write 1M' + [22-09-24 02:39:48] local test_pass=0 + [22-09-24 02:39:48] local test_skip=777 + [22-09-24 02:39:48] test 4 -gt 0 + [22-09-24 02:39:48] case $1 in + [22-09-24 02:39:48] local rc=0 + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] test 2 -gt 0 + [22-09-24 02:39:48] case $1 in + [22-09-24 02:39:48] local 'msg=iser write 1M' + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] shift + [22-09-24 02:39:48] test 0 -gt 0 + [22-09-24 02:39:48] '[' -z 0 -o -z 'iser write 1M' ']' + [22-09-24 02:39:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:48] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:39:48] '[' 0 -eq 0 ']' + [22-09-24 02:39:48] local test_result=PASS + [22-09-24 02:39:48] printf '%10s | %6s | %s\n' PASS 0 'iser write 1M' + [22-09-24 02:39:48] set +x --- - TEST RESULT FOR sanity - Test: iser write 1M - Result: PASS - Return: 0 --- + [22-09-24 02:39:48] rm -f /iser/test-1M.dd + [22-09-24 02:39:48] for size in 1K 1M 1G + [22-09-24 02:39:48] rm -f /iser/1G.dd + [22-09-24 02:39:48] timeout 3m dd if=/dev/urandom of=/iser/test-1G.dd bs=1G count=5 iflag=fullblock 5+0 records in 5+0 records out 5368709120 bytes (5.4 GB, 5.0 GiB) copied, 27.2261 s, 197 MB/s + [22-09-24 02:40:15] RQA_check_result -r 0 -t 'iser write 1G' + [22-09-24 02:40:15] local test_pass=0 + [22-09-24 02:40:15] local test_skip=777 + [22-09-24 02:40:15] test 4 -gt 0 + [22-09-24 02:40:15] case $1 in + [22-09-24 02:40:15] local rc=0 + [22-09-24 02:40:15] shift + [22-09-24 02:40:15] shift + [22-09-24 02:40:15] test 2 -gt 0 + [22-09-24 02:40:15] case $1 in + [22-09-24 02:40:15] local 'msg=iser write 1G' + [22-09-24 02:40:15] shift + [22-09-24 02:40:15] shift + [22-09-24 02:40:15] test 0 -gt 0 + [22-09-24 02:40:15] '[' -z 0 -o -z 'iser write 1G' ']' + [22-09-24 02:40:15] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:40:15] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:40:15] '[' 0 -eq 0 ']' + [22-09-24 02:40:15] local test_result=PASS + [22-09-24 02:40:15] printf '%10s | %6s | %s\n' PASS 0 'iser write 1G' + [22-09-24 02:40:15] set +x --- - TEST RESULT FOR sanity - Test: iser write 1G - Result: PASS - Return: 0 --- + [22-09-24 02:40:15] rm -f /iser/test-1G.dd + [22-09-24 02:40:16] timeout 1m umount /iser + [22-09-24 02:40:16] rm -rf /iser + [22-09-24 02:40:16] timeout 2m iscsiadm -m node -p 172.31.50.113 -T iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target --logout Logging out of session [sid: 2, target: iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target, portal: 172.31.50.113,3260] Logout of [sid: 2, target: iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target, portal: 172.31.50.113,3260] successful. + [22-09-24 02:40:16] rhts_sync_set -s iser-done_-iw-0 /usr/bin/rhts_sync_set -s iser-done_-iw-0 -- State set = 10_iser-done_-iw-0 + [22-09-24 02:40:16] RQA_skip_test nfsordma + [22-09-24 02:40:16] local skp=nfsordma + [22-09-24 02:40:16] local skp_rtn=0 + [22-09-24 02:40:16] '[' '!' -z nfsordma ']' + [22-09-24 02:40:16] [[ '' == *\n\f\s\o\r\d\m\a* ]] + [22-09-24 02:40:16] return 0 + [22-09-24 02:40:16] skip_nfsordma=0 + [22-09-24 02:40:16] nfsordma_mnt_pt=/srv/nfs + [22-09-24 02:40:16] '[' 0 -eq 0 ']' + [22-09-24 02:40:16] local nfs_dir=/srv/nfs + [22-09-24 02:40:16] local ramdisk_mnt=1 + [22-09-24 02:40:16] nfs_rdma_mod=rpcrdma ++ [22-09-24 02:40:16] RQA_get_rhel_major ++ [22-09-24 02:40:16] awk -F . '{print $1}' +++ [22-09-24 02:40:16] RQA_get_rhel_release +++ [22-09-24 02:40:16] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:40:16] echo 9 + [22-09-24 02:40:16] (( 9 <= 7 )) + [22-09-24 02:40:16] lsmod + [22-09-24 02:40:16] grep rpcrdma rpcrdma 364544 0 sunrpc 667648 10 rpcrdma,nfsv4,auth_rpcgss,lockd,rpcsec_gss_krb5,nfs rdma_cm 139264 6 iw_cxgb4,rpcrdma,ib_srpt,ib_iser,ib_isert,rdma_ucm ib_core 446464 10 rdma_cm,iw_cxgb4,rpcrdma,ib_srpt,iw_cm,ib_iser,ib_isert,rdma_ucm,ib_uverbs,ib_cm + [22-09-24 02:40:16] [[ 0 -eq 0 ]] + [22-09-24 02:40:16] modprobe rpcrdma + [22-09-24 02:40:16] for fs_type in XFS_EXT RAMDISK + [22-09-24 02:40:16] '[' -d /srv/nfs ']' + [22-09-24 02:40:16] mkdir -p /srv/nfs + [22-09-24 02:40:16] rhts_sync_block -s nfsordma-server-ready_-iw-XFS_EXT_0 rdma-dev-13 /usr/bin/rhts_sync_block -s nfsordma-server-ready_-iw-XFS_EXT_0 rdma-dev-13 -- Blocking state(s) = 10_nfsordma-server-ready_-iw-XFS_EXT_0 Server rdma-dev-13 not reported state 10_nfsordma-server-ready_-iw-XFS_EXT_0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 10_nfsordma-server-ready_-iw-XFS_EXT_0 + [22-09-24 02:41:26] '[' -d /srv/nfs ']' + [22-09-24 02:41:26] RQA_sys_service nfs-client.target enable + [22-09-24 02:41:26] SERVICE_RETURN=1 + [22-09-24 02:41:26] '[' 2 -ne 2 ']' + [22-09-24 02:41:26] test 2 -gt 0 + [22-09-24 02:41:26] case $1 in + [22-09-24 02:41:26] serv=nfs-client.target + [22-09-24 02:41:26] shift + [22-09-24 02:41:26] test 1 -gt 0 + [22-09-24 02:41:26] case $1 in + [22-09-24 02:41:26] action=enable + [22-09-24 02:41:26] shift + [22-09-24 02:41:26] test 0 -gt 0 ++ [22-09-24 02:41:26] RQA_get_rhel_major ++ [22-09-24 02:41:26] awk -F . '{print $1}' +++ [22-09-24 02:41:26] RQA_get_rhel_release +++ [22-09-24 02:41:26] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:41:26] echo 9 + [22-09-24 02:41:26] '[' 9 -ge 7 ']' + [22-09-24 02:41:26] /usr/bin/systemctl enable nfs-client.target + [22-09-24 02:41:27] SERVICE_RETURN=0 + [22-09-24 02:41:27] return 0 + [22-09-24 02:41:27] showmount -e 172.31.50.113 Export list for 172.31.50.113: /srv/nfs * + [22-09-24 02:41:27] timeout 3m mount -v -o rdma,port=20049 172.31.50.113:/srv/nfs /srv/nfs mount.nfs: mount(2): No such file or directory Created symlink /run/systemd/system/remote-fs.target.wants/rpc-statd.service → /usr/lib/systemd/system/rpc-statd.service. mount.nfs: timeout set for Sat Sep 24 02:43:27 2022 mount.nfs: trying text-based options 'rdma,port=20049,vers=4.2,addr=172.31.50.113,clientaddr=172.31.50.12' mount.nfs: trying text-based options 'rdma,port=20049,addr=172.31.50.113' + [22-09-24 02:41:27] sleep 5 + [22-09-24 02:41:32] grep proto=rdma /proc/mounts 172.31.50.113:/srv/nfs /srv/nfs nfs rw,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=rdma,port=20049,timeo=600,retrans=2,sec=sys,mountaddr=172.31.50.113,mountvers=3,mountproto=tcp,local_lock=none,addr=172.31.50.113 0 0 + [22-09-24 02:41:32] local is_mounted=0 + [22-09-24 02:41:32] RQA_check_result -r 0 -t 'nfsordma mount - XFS_EXT' + [22-09-24 02:41:32] local test_pass=0 + [22-09-24 02:41:32] local test_skip=777 + [22-09-24 02:41:32] test 4 -gt 0 + [22-09-24 02:41:32] case $1 in + [22-09-24 02:41:32] local rc=0 + [22-09-24 02:41:32] shift + [22-09-24 02:41:32] shift + [22-09-24 02:41:32] test 2 -gt 0 + [22-09-24 02:41:32] case $1 in + [22-09-24 02:41:32] local 'msg=nfsordma mount - XFS_EXT' + [22-09-24 02:41:32] shift + [22-09-24 02:41:32] shift + [22-09-24 02:41:32] test 0 -gt 0 + [22-09-24 02:41:32] '[' -z 0 -o -z 'nfsordma mount - XFS_EXT' ']' + [22-09-24 02:41:32] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:41:32] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:41:32] '[' 0 -eq 0 ']' + [22-09-24 02:41:32] local test_result=PASS + [22-09-24 02:41:32] printf '%10s | %6s | %s\n' PASS 0 'nfsordma mount - XFS_EXT' + [22-09-24 02:41:32] set +x --- - TEST RESULT FOR sanity - Test: nfsordma mount - XFS_EXT - Result: PASS - Return: 0 --- + [22-09-24 02:41:32] (( is_mounted == 0 )) + [22-09-24 02:41:32] local cnt=5 + [22-09-24 02:41:32] local dd_return=0 + [22-09-24 02:41:32] for bs in K M G + [22-09-24 02:41:32] rm -f /srv/nfs/test-5K.dd + [22-09-24 02:41:32] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5K.dd bs=1K count=5 iflag=fullblock 5+0 records in 5+0 records out 5120 bytes (5.1 kB, 5.0 KiB) copied, 0.000418584 s, 12.2 MB/s + [22-09-24 02:41:32] dd_return=0 + [22-09-24 02:41:32] sync + [22-09-24 02:41:32] rm -f /srv/nfs/test-5K.dd + [22-09-24 02:41:32] for bs in K M G + [22-09-24 02:41:32] rm -f /srv/nfs/test-5M.dd + [22-09-24 02:41:32] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5M.dd bs=1M count=5 iflag=fullblock 5+0 records in 5+0 records out 5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.034968 s, 150 MB/s + [22-09-24 02:41:32] dd_return=0 + [22-09-24 02:41:32] sync + [22-09-24 02:41:32] rm -f /srv/nfs/test-5M.dd + [22-09-24 02:41:32] for bs in K M G + [22-09-24 02:41:32] rm -f /srv/nfs/test-5G.dd + [22-09-24 02:41:32] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5G.dd bs=1G count=5 iflag=fullblock + [22-09-24 02:44:41] dd_return=124 + [22-09-24 02:44:41] sync + [22-09-24 02:44:41] rm -f /srv/nfs/test-5G.dd + [22-09-24 02:44:41] echo 'nfsordma IO [5KB, 5MB, 5GB in 1KB, 1MB, 1GB blocksize]' nfsordma IO [5KB, 5MB, 5GB in 1KB, 1MB, 1GB blocksize] + [22-09-24 02:44:41] RQA_check_result -r 124 -t 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:44:41] local test_pass=0 + [22-09-24 02:44:41] local test_skip=777 + [22-09-24 02:44:41] test 4 -gt 0 + [22-09-24 02:44:41] case $1 in + [22-09-24 02:44:41] local rc=124 + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] test 2 -gt 0 + [22-09-24 02:44:41] case $1 in + [22-09-24 02:44:41] local 'msg=nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] test 0 -gt 0 + [22-09-24 02:44:41] '[' -z 124 -o -z 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' ']' + [22-09-24 02:44:41] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:44:41] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:44:41] '[' 124 -eq 0 ']' + [22-09-24 02:44:41] '[' 124 -eq 777 ']' + [22-09-24 02:44:41] local test_result=FAIL + [22-09-24 02:44:41] export result=FAIL + [22-09-24 02:44:41] result=FAIL + [22-09-24 02:44:41] [[ ! -z '' ]] + [22-09-24 02:44:41] printf '%10s | %6s | %s\n' FAIL 124 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:44:41] set +x --- - TEST RESULT FOR sanity - Test: nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs] - Result: FAIL - Return: 124 --- + [22-09-24 02:44:41] timeout 1m umount /srv/nfs + [22-09-24 02:44:41] umounted=0 + [22-09-24 02:44:41] RQA_check_result -r 0 -t 'nfsordma umount - XFS_EXT' + [22-09-24 02:44:41] local test_pass=0 + [22-09-24 02:44:41] local test_skip=777 + [22-09-24 02:44:41] test 4 -gt 0 + [22-09-24 02:44:41] case $1 in + [22-09-24 02:44:41] local rc=0 + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] test 2 -gt 0 + [22-09-24 02:44:41] case $1 in + [22-09-24 02:44:41] local 'msg=nfsordma umount - XFS_EXT' + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] shift + [22-09-24 02:44:41] test 0 -gt 0 + [22-09-24 02:44:41] '[' -z 0 -o -z 'nfsordma umount - XFS_EXT' ']' + [22-09-24 02:44:41] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:44:41] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:44:41] '[' 0 -eq 0 ']' + [22-09-24 02:44:41] local test_result=PASS + [22-09-24 02:44:41] printf '%10s | %6s | %s\n' PASS 0 'nfsordma umount - XFS_EXT' + [22-09-24 02:44:41] set +x --- - TEST RESULT FOR sanity - Test: nfsordma umount - XFS_EXT - Result: PASS - Return: 0 --- + [22-09-24 02:44:41] (( umounted == 0 )) + [22-09-24 02:44:41] rm -rf /srv/nfs + [22-09-24 02:44:41] rhts_sync_set -s nfsordma-client-done_-iw-XFS_EXT_0 /usr/bin/rhts_sync_set -s nfsordma-client-done_-iw-XFS_EXT_0 -- State set = 10_nfsordma-client-done_-iw-XFS_EXT_0 + [22-09-24 02:44:41] for fs_type in XFS_EXT RAMDISK + [22-09-24 02:44:41] '[' -d /srv/nfs ']' + [22-09-24 02:44:41] mkdir -p /srv/nfs + [22-09-24 02:44:41] rhts_sync_block -s nfsordma-server-ready_-iw-RAMDISK_0 rdma-dev-13 /usr/bin/rhts_sync_block -s nfsordma-server-ready_-iw-RAMDISK_0 rdma-dev-13 -- Blocking state(s) = 10_nfsordma-server-ready_-iw-RAMDISK_0 Server rdma-dev-13 not reported state 10_nfsordma-server-ready_-iw-RAMDISK_0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 10_nfsordma-server-ready_-iw-RAMDISK_0 + [22-09-24 02:45:51] '[' -d /srv/nfs ']' + [22-09-24 02:45:51] RQA_sys_service nfs-client.target enable + [22-09-24 02:45:51] SERVICE_RETURN=1 + [22-09-24 02:45:51] '[' 2 -ne 2 ']' + [22-09-24 02:45:51] test 2 -gt 0 + [22-09-24 02:45:51] case $1 in + [22-09-24 02:45:51] serv=nfs-client.target + [22-09-24 02:45:51] shift + [22-09-24 02:45:51] test 1 -gt 0 + [22-09-24 02:45:51] case $1 in + [22-09-24 02:45:51] action=enable + [22-09-24 02:45:51] shift + [22-09-24 02:45:51] test 0 -gt 0 ++ [22-09-24 02:45:51] RQA_get_rhel_major ++ [22-09-24 02:45:51] awk -F . '{print $1}' +++ [22-09-24 02:45:51] RQA_get_rhel_release +++ [22-09-24 02:45:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:45:51] echo 9 + [22-09-24 02:45:51] '[' 9 -ge 7 ']' + [22-09-24 02:45:51] /usr/bin/systemctl enable nfs-client.target + [22-09-24 02:45:51] SERVICE_RETURN=0 + [22-09-24 02:45:51] return 0 + [22-09-24 02:45:51] showmount -e 172.31.50.113 Export list for 172.31.50.113: /srv/nfs * + [22-09-24 02:45:51] timeout 3m mount -v -o rdma,port=20049 172.31.50.113:/srv/nfs /srv/nfs mount.nfs: mount(2): No such file or directory mount.nfs: timeout set for Sat Sep 24 02:47:51 2022 mount.nfs: trying text-based options 'rdma,port=20049,vers=4.2,addr=172.31.50.113,clientaddr=172.31.50.12' mount.nfs: trying text-based options 'rdma,port=20049,addr=172.31.50.113' + [22-09-24 02:45:51] sleep 5 + [22-09-24 02:45:56] grep proto=rdma /proc/mounts 172.31.50.113:/srv/nfs /srv/nfs nfs rw,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=rdma,port=20049,timeo=600,retrans=2,sec=sys,mountaddr=172.31.50.113,mountvers=3,mountproto=tcp,local_lock=none,addr=172.31.50.113 0 0 + [22-09-24 02:45:56] local is_mounted=0 + [22-09-24 02:45:56] RQA_check_result -r 0 -t 'nfsordma mount - RAMDISK' + [22-09-24 02:45:56] local test_pass=0 + [22-09-24 02:45:56] local test_skip=777 + [22-09-24 02:45:56] test 4 -gt 0 + [22-09-24 02:45:56] case $1 in + [22-09-24 02:45:56] local rc=0 + [22-09-24 02:45:56] shift + [22-09-24 02:45:56] shift + [22-09-24 02:45:56] test 2 -gt 0 + [22-09-24 02:45:56] case $1 in + [22-09-24 02:45:56] local 'msg=nfsordma mount - RAMDISK' + [22-09-24 02:45:56] shift + [22-09-24 02:45:56] shift + [22-09-24 02:45:56] test 0 -gt 0 + [22-09-24 02:45:56] '[' -z 0 -o -z 'nfsordma mount - RAMDISK' ']' + [22-09-24 02:45:56] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:45:56] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:45:56] '[' 0 -eq 0 ']' + [22-09-24 02:45:56] local test_result=PASS + [22-09-24 02:45:56] printf '%10s | %6s | %s\n' PASS 0 'nfsordma mount - RAMDISK' + [22-09-24 02:45:56] set +x --- - TEST RESULT FOR sanity - Test: nfsordma mount - RAMDISK - Result: PASS - Return: 0 --- + [22-09-24 02:45:56] (( is_mounted == 0 )) + [22-09-24 02:45:56] local cnt=5 + [22-09-24 02:45:56] local dd_return=0 + [22-09-24 02:45:56] for bs in K M G + [22-09-24 02:45:56] rm -f /srv/nfs/test-5K.dd + [22-09-24 02:45:56] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5K.dd bs=1K count=5 iflag=fullblock 5+0 records in 5+0 records out 5120 bytes (5.1 kB, 5.0 KiB) copied, 0.000522367 s, 9.8 MB/s + [22-09-24 02:45:56] dd_return=0 + [22-09-24 02:45:56] sync + [22-09-24 02:45:57] rm -f /srv/nfs/test-5K.dd + [22-09-24 02:45:57] for bs in K M G + [22-09-24 02:45:57] rm -f /srv/nfs/test-5M.dd + [22-09-24 02:45:57] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5M.dd bs=1M count=5 iflag=fullblock 5+0 records in 5+0 records out 5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.01971 s, 266 MB/s + [22-09-24 02:45:57] dd_return=0 + [22-09-24 02:45:57] sync + [22-09-24 02:45:57] rm -f /srv/nfs/test-5M.dd + [22-09-24 02:45:57] for bs in K M G + [22-09-24 02:45:57] rm -f /srv/nfs/test-5G.dd + [22-09-24 02:45:57] timeout 3m dd if=/dev/urandom of=/srv/nfs/test-5G.dd bs=1G count=5 iflag=fullblock 5+0 records in 5+0 records out 5368709120 bytes (5.4 GB, 5.0 GiB) copied, 16.3587 s, 328 MB/s + [22-09-24 02:46:13] dd_return=0 + [22-09-24 02:46:13] sync + [22-09-24 02:46:13] rm -f /srv/nfs/test-5G.dd + [22-09-24 02:46:13] echo 'nfsordma IO [5KB, 5MB, 5GB in 1KB, 1MB, 1GB blocksize]' nfsordma IO [5KB, 5MB, 5GB in 1KB, 1MB, 1GB blocksize] + [22-09-24 02:46:13] RQA_check_result -r 0 -t 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:46:13] local test_pass=0 + [22-09-24 02:46:13] local test_skip=777 + [22-09-24 02:46:13] test 4 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] local rc=0 + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 2 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] local 'msg=nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 0 -gt 0 + [22-09-24 02:46:13] '[' -z 0 -o -z 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' ']' + [22-09-24 02:46:13] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:46:13] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:46:13] '[' 0 -eq 0 ']' + [22-09-24 02:46:13] local test_result=PASS + [22-09-24 02:46:13] printf '%10s | %6s | %s\n' PASS 0 'nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:46:13] set +x --- - TEST RESULT FOR sanity - Test: nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs] - Result: PASS - Return: 0 --- + [22-09-24 02:46:13] timeout 1m umount /srv/nfs + [22-09-24 02:46:13] umounted=0 + [22-09-24 02:46:13] RQA_check_result -r 0 -t 'nfsordma umount - RAMDISK' + [22-09-24 02:46:13] local test_pass=0 + [22-09-24 02:46:13] local test_skip=777 + [22-09-24 02:46:13] test 4 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] local rc=0 + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 2 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] local 'msg=nfsordma umount - RAMDISK' + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 0 -gt 0 + [22-09-24 02:46:13] '[' -z 0 -o -z 'nfsordma umount - RAMDISK' ']' + [22-09-24 02:46:13] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:46:13] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:46:13] '[' 0 -eq 0 ']' + [22-09-24 02:46:13] local test_result=PASS + [22-09-24 02:46:13] printf '%10s | %6s | %s\n' PASS 0 'nfsordma umount - RAMDISK' + [22-09-24 02:46:13] set +x --- - TEST RESULT FOR sanity - Test: nfsordma umount - RAMDISK - Result: PASS - Return: 0 --- + [22-09-24 02:46:13] (( umounted == 0 )) + [22-09-24 02:46:13] rm -rf /srv/nfs + [22-09-24 02:46:13] rhts_sync_set -s nfsordma-client-done_-iw-RAMDISK_0 /usr/bin/rhts_sync_set -s nfsordma-client-done_-iw-RAMDISK_0 -- State set = 10_nfsordma-client-done_-iw-RAMDISK_0 + [22-09-24 02:46:13] RQA_sys_service nfs-client.target status + [22-09-24 02:46:13] SERVICE_RETURN=1 + [22-09-24 02:46:13] '[' 2 -ne 2 ']' + [22-09-24 02:46:13] test 2 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] serv=nfs-client.target + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 1 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] action=status + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 0 -gt 0 ++ [22-09-24 02:46:13] RQA_get_rhel_major ++ [22-09-24 02:46:13] awk -F . '{print $1}' +++ [22-09-24 02:46:13] RQA_get_rhel_release +++ [22-09-24 02:46:13] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:46:13] echo 9 + [22-09-24 02:46:13] '[' 9 -ge 7 ']' + [22-09-24 02:46:13] /usr/bin/systemctl status nfs-client.target ● nfs-client.target - NFS client services Loaded: loaded (/usr/lib/systemd/system/nfs-client.target; enabled; vendor preset: disabled) Active: active since Sat 2022-09-24 02:29:49 EDT; 16min ago Until: Sat 2022-09-24 02:29:49 EDT; 16min ago Sep 24 02:29:49 rdma-qe-12.rdma.lab.eng.rdu2.redhat.com systemd[1]: Reached target NFS client services. + [22-09-24 02:46:13] SERVICE_RETURN=0 + [22-09-24 02:46:13] return 0 + [22-09-24 02:46:13] [[ 0 -eq 0 ]] + [22-09-24 02:46:13] RQA_sys_service nfs-client.target stop + [22-09-24 02:46:13] SERVICE_RETURN=1 + [22-09-24 02:46:13] '[' 2 -ne 2 ']' + [22-09-24 02:46:13] test 2 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] serv=nfs-client.target + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 1 -gt 0 + [22-09-24 02:46:13] case $1 in + [22-09-24 02:46:13] action=stop + [22-09-24 02:46:13] shift + [22-09-24 02:46:13] test 0 -gt 0 ++ [22-09-24 02:46:13] RQA_get_rhel_major ++ [22-09-24 02:46:13] awk -F . '{print $1}' +++ [22-09-24 02:46:13] RQA_get_rhel_release +++ [22-09-24 02:46:13] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:46:13] echo 9 + [22-09-24 02:46:13] '[' 9 -ge 7 ']' + [22-09-24 02:46:13] /usr/bin/systemctl stop nfs-client.target + [22-09-24 02:46:13] SERVICE_RETURN=0 + [22-09-24 02:46:13] return 0 + [22-09-24 02:46:13] lsmod + [22-09-24 02:46:13] grep rpcrdma rpcrdma 364544 0 sunrpc 667648 12 rpcrdma,nfsv4,auth_rpcgss,lockd,nfsv3,rpcsec_gss_krb5,nfs_acl,nfs rdma_cm 139264 6 iw_cxgb4,rpcrdma,ib_srpt,ib_iser,ib_isert,rdma_ucm ib_core 446464 10 rdma_cm,iw_cxgb4,rpcrdma,ib_srpt,iw_cm,ib_iser,ib_isert,rdma_ucm,ib_uverbs,ib_cm + [22-09-24 02:46:13] [[ 0 -eq 0 ]] + [22-09-24 02:46:13] modprobe --remove rpcrdma + [22-09-24 02:46:14] echo '--- client finishes.' --- client finishes. + [22-09-24 02:46:14] rhts_sync_set -s DONE /usr/bin/rhts_sync_set -s DONE -- State set = 10_DONE + [22-09-24 02:46:14] TEST=/kernel/infiniband/cki/sanity/sanity/client + [22-09-24 02:46:14] RQA_overall_result + [22-09-24 02:46:14] source /root/known-issues.sh + [22-09-24 02:46:15] '[' -z ']' + [22-09-24 02:46:15] source /etc/environment ++ [22-09-24 02:46:15] TEST_RESULT_FILE=/tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:46:15] '[' -z /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt ']' + [22-09-24 02:46:15] local overall_result=PASS + [22-09-24 02:46:15] echo 'Checking for failures and known issues:' + [22-09-24 02:46:15] grep FAIL /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt FAIL | 1 | /usr/sbin/ibsrpdm -vc FAIL | 124 | nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs] + [22-09-24 02:46:15] [[ ! -z '' ]] + [22-09-24 02:46:15] local driver= + [22-09-24 02:46:15] local hca= + [22-09-24 02:46:15] local network= ++ [22-09-24 02:46:15] RQA_get_rhel_major ++ [22-09-24 02:46:15] awk -F . '{print $1}' +++ [22-09-24 02:46:15] RQA_get_rhel_release +++ [22-09-24 02:46:15] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:46:15] echo 9 + [22-09-24 02:46:15] local major=9 ++ [22-09-24 02:46:15] RQA_get_rhel_minor ++ [22-09-24 02:46:15] awk -F . '{print $2}' +++ [22-09-24 02:46:15] RQA_get_rhel_release +++ [22-09-24 02:46:15] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-09-24 02:46:16] echo 9 + [22-09-24 02:46:16] local minor= ++ [22-09-24 02:46:16] mktemp + [22-09-24 02:46:16] local test_fail_file=/tmp/tmp.EGmpZz9pXb + [22-09-24 02:46:16] grep FAIL /tmp/tmp.C4ltjp5P6X/results_cki-sanity.txt + [22-09-24 02:46:16] read line ++ [22-09-24 02:46:16] echo FAIL '|' 1 '|' /usr/sbin/ibsrpdm -vc ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local 'test_key=/usr/sbin/ibsrpdm -vc' + [22-09-24 02:46:16] local 'value=ocrdma | _ | _ | _ | _ | NOT_SUPPORTED;_ | _ | roce | _ | _ | NOT_SUPPORTED;_ | _ | iw | _ | _ | NOT_SUPPORTED;_ | _ | _ | _ | _ | TEST ENV ISSUE' + [22-09-24 02:46:16] '[' -z 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED;_ | _ | roce | _ | _ | NOT_SUPPORTED;_ | _ | iw | _ | _ | NOT_SUPPORTED;_ | _ | _ | _ | _ | TEST ENV ISSUE' ']' + [22-09-24 02:46:16] local is_known=0 + [22-09-24 02:46:16] OLD_IFS=' ' + [22-09-24 02:46:16] IFS=';' + [22-09-24 02:46:16] read -a issues + [22-09-24 02:46:16] for issue in "${issues[@]}" ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $1}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_driver=ocrdma ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $2}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_hca=_ ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_network=_ ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $4}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_major=_ ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $5}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_minor=_ ++ [22-09-24 02:46:16] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $6}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_bz=NOT_SUPPORTED + [22-09-24 02:46:16] [[ ocrdma == \_ ]] + [22-09-24 02:46:16] [[ ocrdma == '' ]] + [22-09-24 02:46:16] for issue in "${issues[@]}" ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $1}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_driver=_ ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $2}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_hca=_ ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_network=roce ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $4}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_major=_ ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $5}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_minor=_ ++ [22-09-24 02:46:16] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $6}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_bz=NOT_SUPPORTED + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ roce == \_ ]] + [22-09-24 02:46:16] [[ '' == \r\o\c\e* ]] + [22-09-24 02:46:16] for issue in "${issues[@]}" ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $1}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_driver=_ ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $2}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_hca=_ ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_network=iw ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $4}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_major=_ ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $5}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_minor=_ ++ [22-09-24 02:46:16] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [22-09-24 02:46:16] awk -F '|' '{print $6}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_bz=NOT_SUPPORTED + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ iw == \_ ]] + [22-09-24 02:46:16] [[ '' == \i\w* ]] + [22-09-24 02:46:16] for issue in "${issues[@]}" ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $1}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_driver=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $2}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_hca=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_network=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $4}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_major=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $5}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_minor=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [22-09-24 02:46:16] awk -F '|' '{print $6}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local 'i_bz=TEST ENV ISSUE' + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] echo ' /usr/sbin/ibsrpdm -vc is a known issue on RHEL-9. over' ' / - see TEST ENV ISSUE' + [22-09-24 02:46:16] is_known=1 + [22-09-24 02:46:16] break + [22-09-24 02:46:16] '[' 1 -eq 0 ']' + [22-09-24 02:46:16] IFS=' ' + [22-09-24 02:46:16] read line ++ [22-09-24 02:46:16] echo FAIL '|' 124 '|' nfsordma - wrote '[5KB,' 5MB, 5GB in 1KB, 1MB, 1GB 'bs]' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local 'test_key=nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs]' + [22-09-24 02:46:16] local 'value=_ | _ | _ | 9 | _ | bz1948194' + [22-09-24 02:46:16] '[' -z '_ | _ | _ | 9 | _ | bz1948194' ']' + [22-09-24 02:46:16] local is_known=0 + [22-09-24 02:46:16] OLD_IFS=' ' + [22-09-24 02:46:16] IFS=';' + [22-09-24 02:46:16] read -a issues + [22-09-24 02:46:16] for issue in "${issues[@]}" ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $1}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_driver=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $2}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_hca=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $3}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_network=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $4}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_major=9 ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $5}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_minor=_ ++ [22-09-24 02:46:16] echo '_ | _ | _ | 9 | _ | bz1948194' ++ [22-09-24 02:46:16] awk -F '|' '{print $6}' ++ [22-09-24 02:46:16] xargs + [22-09-24 02:46:16] local i_bz=bz1948194 + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] [[ 9 == \_ ]] + [22-09-24 02:46:16] [[ 9 == \9 ]] + [22-09-24 02:46:16] [[ _ == \_ ]] + [22-09-24 02:46:16] echo ' nfsordma - wrote [5KB, 5MB, 5GB in 1KB, 1MB, 1GB bs] is a known issue on RHEL-9. over' ' / - see bz1948194' + [22-09-24 02:46:16] is_known=1 + [22-09-24 02:46:16] break + [22-09-24 02:46:16] '[' 1 -eq 0 ']' + [22-09-24 02:46:16] IFS=' ' + [22-09-24 02:46:16] read line + [22-09-24 02:46:16] [[ PASS == \P\A\S\S ]] + [22-09-24 02:46:16] echo ' no new test failures' + [22-09-24 02:46:16] echo '' + [22-09-24 02:46:16] report_result /kernel/infiniband/cki/sanity/sanity/client PASS 0 + [22-09-24 02:46:16] OUTPUTFILE=/mnt/testarea/tmp.jsZaRc + [22-09-24 02:46:16] rstrnt-report-result /kernel/infiniband/cki/sanity/sanity/client PASS 0 ** /kernel/infiniband/cki/sanity/sanity/client PASS Score:0 Uploading resultoutputfile.log