+ [23-01-29 20:02:37] '[' multi == multi ']' + [23-01-29 20:02:37] echo 'Clients: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com' Clients: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com + [23-01-29 20:02:37] echo 'Servers: rdma-cki-01.rdma.lab.eng.rdu2.redhat.com' Servers: rdma-cki-01.rdma.lab.eng.rdu2.redhat.com + [23-01-29 20:02:37] RQA_system_info_for_debug + [23-01-29 20:02:37] grep -i distro /etc/motd + [23-01-29 20:02:37] tr -d ' ' DISTRO=CentOS-Stream-9-20230123.0 + [23-01-29 20:02:37] cat /etc/redhat-release CentOS Stream release 9 + [23-01-29 20:02:37] uname -a Linux rdma-qe-31.rdma.lab.eng.rdu2.redhat.com 5.14.0-247.rt14.248.1955_761016865.el9.x86_64 #1 SMP PREEMPT_RT Sun Jan 29 23:37:40 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux + [23-01-29 20:02:37] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-247.rt14.248.1955_761016865.el9.x86_64 root=UUID=5166f006-328c-434c-9fa6-9a01ba8bbc4e ro efi=runtime resume=UUID=f1f41b4f-5b43-4998-b5f6-fd2e946e2286 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [23-01-29 20:02:37] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [23-01-29 20:02:37] tail /sys/class/infiniband/bnxt_re0/fw_ver /sys/class/infiniband/bnxt_re1/fw_ver ==> /sys/class/infiniband/bnxt_re0/fw_ver <== 214.0.182.0 ==> /sys/class/infiniband/bnxt_re1/fw_ver <== 214.0.182.0 + [23-01-29 20:02:37] lspci + [23-01-29 20:02:37] grep -i -e ethernet -e infiniband -e omni -e ConnectX 44:00.0 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller 44:00.1 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [23-01-29 20:02:37] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.34 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [23-01-29 20:02:37] ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [23-01-29 20:02:37] ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [23-01-29 20:02:37] /usr/bin/ibv_devinfo -v hca_id: bnxt_re0 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b162 sys_image_guid: 020a:f7ff:fe97:b162 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x7ffff000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 2]: 0000:0000:0000:0000:0000:ffff:ac1f:281f, RoCE v1 GID[ 3]: ::ffff:172.31.40.31, RoCE v2 GID[ 4]: 0000:0000:0000:0000:0000:ffff:ac1f:2b1f, RoCE v1 GID[ 5]: ::ffff:172.31.43.31, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d1f, RoCE v1 GID[ 7]: ::ffff:172.31.45.31, RoCE v2 GID[ 8]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 9]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 10]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 11]: fe80::20a:f7ff:fe97:b162, RoCE v2 hca_id: bnxt_re1 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b163 sys_image_guid: 020a:f7ff:fe97:b163 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x7ffff000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) phys_state: DISABLED (3) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b163, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b163, RoCE v2 + [23-01-29 20:02:37] iblinkinfo ibwarn: [11620] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [11620] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [23-01-29 20:02:37] [[ '' == *\o\p\a* ]] + [23-01-29 20:02:37] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: bnxt_roce: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff altname enp68s0f0np0 altname ens2f0np0 inet 172.31.40.31/24 brd 172.31.40.255 scope global dynamic noprefixroute bnxt_roce valid_lft 3401sec preferred_lft 3401sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: bnxt_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:0a:f7:97:b1:63 brd ff:ff:ff:ff:ff:ff altname enp68s0f1np1 altname ens2f1np1 4: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f6:f0 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.81/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86204sec preferred_lft 86204sec inet6 2620:52:0:1d9:4adf:37ff:fead:f6f0/64 scope global dynamic noprefixroute valid_lft 2591995sec preferred_lft 604795sec inet6 fe80::4adf:37ff:fead:f6f0/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f1 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 6: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f2 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 7: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f3 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 8: bnxt_roce.43@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.43.31/24 brd 172.31.43.255 scope global dynamic noprefixroute bnxt_roce.43 valid_lft 3401sec preferred_lft 3401sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: bnxt_roce.45@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.45.31/24 brd 172.31.45.255 scope global dynamic noprefixroute bnxt_roce.45 valid_lft 3401sec preferred_lft 3401sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever + [23-01-29 20:02:37] grep -i fedora /etc/redhat-release + [23-01-29 20:02:37] [[ '' == \i\4\0\i\w ]] + [23-01-29 20:02:37] hostname -A + [23-01-29 20:02:37] grep rdma-qe-31 + [23-01-29 20:02:38] echo '------- start test -------' ------- start test ------- + [23-01-29 20:02:38] client + [23-01-29 20:02:38] source ./setup.sh + [23-01-29 20:02:38] client_setup + [23-01-29 20:02:38] is_cki + [23-01-29 20:02:38] typeset -l flag=true + [23-01-29 20:02:38] [[ true == \t\r\u\e ]] + [23-01-29 20:02:38] return 0 + [23-01-29 20:02:38] run_task_env_setup + [23-01-29 20:02:38] echo 'Now start to run task env_setup, please be patient ...' Now start to run task env_setup, please be patient ... + [23-01-29 20:02:38] cd ../../env_setup + [23-01-29 20:02:38] make run make[1]: Entering directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' test -x runtest.sh || chmod a+x runtest.sh ./runtest.sh + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + which wget + alias + eval declare -f ++ declare -f + /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot wget /usr/bin/wget + source /usr/bin/rhts_environment.sh ++ '[' -z /mnt/testarea/tmp.3Dszzt ']' ++ '[' -z '' ']' +++ uname -i ++ ARCH=x86_64 ++ '[' -z '' ']' +++ cat /etc/redhat-release +++ sed -e 's/\(.*\)release\s\([0-9]*\).*/\1\2/; s/\s//g' ++ FAMILY=CentOSStream9 ++ '[' -h /mnt/testarea/current.log ']' ++ ln -sf /mnt/testarea/tmp.3Dszzt /mnt/testarea/current.log + '[' -f /root/rdma-qa.sh ']' + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 20:02:38] export NIC_PREF= ++ [23-01-29 20:02:38] NIC_PREF= ++ [23-01-29 20:02:38] export PERFTEST_FLAGS= ++ [23-01-29 20:02:38] PERFTEST_FLAGS= +++ [23-01-29 20:02:38] hostname -s ++ [23-01-29 20:02:38] export s_hostname=rdma-qe-31 ++ [23-01-29 20:02:38] s_hostname=rdma-qe-31 ++ [23-01-29 20:02:38] RQA_set_pyexec ++ [23-01-29 20:02:38] PYEXEC= ++ [23-01-29 20:02:38] which python ++ [23-01-29 20:02:38] export PYEXEC=python ++ [23-01-29 20:02:38] PYEXEC=python ++ [23-01-29 20:02:38] return 0 +++ [23-01-29 20:02:38] grep -i fedora /etc/redhat-release ++ [23-01-29 20:02:38] [[ -n '' ]] +++ [23-01-29 20:02:38] RQA_get_rhel_major +++ [23-01-29 20:02:38] awk -F . '{print $1}' ++++ [23-01-29 20:02:38] RQA_get_rhel_release ++++ [23-01-29 20:02:38] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:38] echo 9 ++ [23-01-29 20:02:38] [[ 9 -ge 8 ]] ++ [23-01-29 20:02:38] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:02:38] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:02:38] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 20:02:38] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 20:02:38] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 20:02:38] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:02:38] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:02:38] '[' -f /root/known-issues.sh ']' ++ [23-01-29 20:02:38] source /root/known-issues.sh ++ [23-01-29 20:02:42] RQA_load_tech_preview_modules ++ [23-01-29 20:02:42] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 20:02:42] return ++ [23-01-29 20:02:42] RQA_fix_uefi_reboot ++ [23-01-29 20:02:42] ls -l /usr/sbin/reboot ++ [23-01-29 20:02:42] grep rhts-reboot ++ [23-01-29 20:02:42] which rhts-reboot ++ [23-01-29 20:02:42] rpm -q rhts-test-env ++ [23-01-29 20:02:42] RQA_fix_ssh_ipv6_auth +++ [23-01-29 20:02:42] RQA_get_rhel_major +++ [23-01-29 20:02:42] awk -F . '{print $1}' ++++ [23-01-29 20:02:42] RQA_get_rhel_release ++++ [23-01-29 20:02:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:42] echo 9 ++ [23-01-29 20:02:42] '[' 9 -ge 7 ']' ++ [23-01-29 20:02:42] local need_restart=0 ++ [23-01-29 20:02:42] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 20:02:42] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 20:02:42] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 20:02:42] '[' 0 -eq 1 ']' ++ [23-01-29 20:02:42] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 20:02:42] RQA_get_rhel_major +++ [23-01-29 20:02:42] awk -F . '{print $1}' ++++ [23-01-29 20:02:42] RQA_get_rhel_release ++++ [23-01-29 20:02:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:42] echo 9 ++ [23-01-29 20:02:42] [[ 9 -ge 7 ]] +++ [23-01-29 20:02:42] RQA_get_rhel_minor +++ [23-01-29 20:02:42] awk -F . '{print $2}' ++++ [23-01-29 20:02:42] RQA_get_rhel_release ++++ [23-01-29 20:02:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:42] echo 9 ++ [23-01-29 20:02:42] [[ '' -ge 5 ]] +++ [23-01-29 20:02:42] RQA_get_rhel_major +++ [23-01-29 20:02:42] awk -F . '{print $1}' ++++ [23-01-29 20:02:42] RQA_get_rhel_release ++++ [23-01-29 20:02:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:42] echo 9 ++ [23-01-29 20:02:42] [[ 9 -gt 7 ]] +++ [23-01-29 20:02:42] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 20:02:42] grep mlx5 +++ [23-01-29 20:02:42] grep ib +++ [23-01-29 20:02:42] grep -v '~' ++ [23-01-29 20:02:42] RQA_nfs_rhel8_temp_fix +++ [23-01-29 20:02:42] RQA_get_rhel_major +++ [23-01-29 20:02:42] awk -F . '{print $1}' ++++ [23-01-29 20:02:42] RQA_get_rhel_release ++++ [23-01-29 20:02:42] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:02:42] echo 9 ++ [23-01-29 20:02:42] (( 9 == 8 )) ++ [23-01-29 20:02:42] source /root/.bashrc ++ [23-01-29 20:02:43] [[ '' == \i\4\0\i\w ]] + [23-01-29 20:02:43] export BASHRC_FILE=/root/.bashrc + [23-01-29 20:02:43] BASHRC_FILE=/root/.bashrc + [23-01-29 20:02:43] [[ rdma-qe-31 == \r\d\m\a\-\p\e\r\f\-\0\2 ]] + [23-01-29 20:02:43] [[ rdma-qe-31 == \r\d\m\a\-\p\e\r\f\-\0\3 ]] + [23-01-29 20:02:43] export ENV_DRIVER= + [23-01-29 20:02:43] ENV_DRIVER= + [23-01-29 20:02:43] export ENV_NETWORK=roce + [23-01-29 20:02:43] ENV_NETWORK=roce ++ [23-01-29 20:02:43] hostname -s + [23-01-29 20:02:43] export host_json=./json/rdma-qe-31.json + [23-01-29 20:02:43] host_json=./json/rdma-qe-31.json + [23-01-29 20:02:43] [[ rdma-cki-01.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [23-01-29 20:02:43] [[ rdma-cki-01.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [23-01-29 20:02:43] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [23-01-29 20:02:43] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [23-01-29 20:02:43] '[' -z rdma-qe-31.rdma.lab.eng.rdu2.redhat.com -a -z rdma-cki-01.rdma.lab.eng.rdu2.redhat.com ']' + [23-01-29 20:02:43] RQA_set_servers_clients ++ [23-01-29 20:02:43] echo rdma-cki-01.rdma.lab.eng.rdu2.redhat.com ++ [23-01-29 20:02:43] awk -F . '{ print $1}' + [23-01-29 20:02:43] s_server_name=rdma-cki-01 ++ [23-01-29 20:02:43] echo rdma-qe-31.rdma.lab.eng.rdu2.redhat.com ++ [23-01-29 20:02:43] awk -F . '{ print $1}' + [23-01-29 20:02:43] s_client_name=rdma-qe-31 + [23-01-29 20:02:43] grep 'export SERVERS=' /root/.bashrc + [23-01-29 20:02:43] echo 'export SERVERS="rdma-cki-01"' + [23-01-29 20:02:43] grep 'export CLIENTS=' /root/.bashrc + [23-01-29 20:02:43] echo 'export CLIENTS="rdma-qe-31"' + [23-01-29 20:02:43] source /root/.bashrc ++ [23-01-29 20:02:43] '[' -f /etc/bashrc ']' ++ [23-01-29 20:02:43] . /etc/bashrc +++ [23-01-29 20:02:43] '[' -z Y ']' ++ [23-01-29 20:02:43] '[' vt100 = vt102 ']' ++ [23-01-29 20:02:43] alias 'grep=/bin/grep --color=tty ' ++ [23-01-29 20:02:43] alias vi=vim ++ [23-01-29 20:02:43] export EDITOR=vim ++ [23-01-29 20:02:43] EDITOR=vim ++ [23-01-29 20:02:43] RDMA_LOOKASIDE=http://download-node-02.eng.bos.redhat.com/qa/rhts/lookaside/rdma-testing +++ [23-01-29 20:02:43] which rhts-reboot +++ [23-01-29 20:02:43] alias +++ [23-01-29 20:02:43] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot rhts-reboot +++ [23-01-29 20:02:43] eval declare -f ++++ [23-01-29 20:02:43] declare -f ++ [23-01-29 20:02:43] '[' '!' -x /usr/bin/rhts-reboot ']' ++ [23-01-29 20:02:43] alias shutdown=rhts-reboot ++ [23-01-29 20:02:43] export SERVERS=rdma-cki-01 ++ [23-01-29 20:02:43] SERVERS=rdma-cki-01 ++ [23-01-29 20:02:43] export CLIENTS=rdma-qe-31 ++ [23-01-29 20:02:43] CLIENTS=rdma-qe-31 + [23-01-29 20:02:43] RQA_rhts_or_dev_mode multi env + [23-01-29 20:02:43] export RUN_NUMBER=0 + [23-01-29 20:02:43] RUN_NUMBER=0 ++ [23-01-29 20:02:43] grep -i 'Job whiteboard:' /etc/motd ++ [23-01-29 20:02:43] awk -F '[' '{print $2}' ++ [23-01-29 20:02:43] sed 's/\]//g' + [23-01-29 20:02:43] merge_request= + [23-01-29 20:02:43] [[ ! -z '' ]] + [23-01-29 20:02:43] test -z 7478195 + [23-01-29 20:02:43] echo 'Variable JOBID set, we'\''re running on RHTS' Variable JOBID set, we're running on RHTS +++ [23-01-29 20:02:43] pwd ++ [23-01-29 20:02:43] basename /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup + [23-01-29 20:02:43] '[' env_setup == nfsordma_sh ']' + [23-01-29 20:02:43] exec + [23-01-29 20:02:43] exec + [23-01-29 20:02:43] '[' multi == multi ']' + [23-01-29 20:02:43] echo 'Clients: rdma-qe-31' Clients: rdma-qe-31 + [23-01-29 20:02:43] echo 'Servers: rdma-cki-01' Servers: rdma-cki-01 + [23-01-29 20:02:43] RQA_system_info_for_debug + [23-01-29 20:02:43] grep -i distro /etc/motd + [23-01-29 20:02:43] tr -d ' ' DISTRO=CentOS-Stream-9-20230123.0 + [23-01-29 20:02:43] cat /etc/redhat-release CentOS Stream release 9 + [23-01-29 20:02:43] uname -a Linux rdma-qe-31.rdma.lab.eng.rdu2.redhat.com 5.14.0-247.rt14.248.1955_761016865.el9.x86_64 #1 SMP PREEMPT_RT Sun Jan 29 23:37:40 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux + [23-01-29 20:02:43] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-247.rt14.248.1955_761016865.el9.x86_64 root=UUID=5166f006-328c-434c-9fa6-9a01ba8bbc4e ro efi=runtime resume=UUID=f1f41b4f-5b43-4998-b5f6-fd2e946e2286 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [23-01-29 20:02:43] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [23-01-29 20:02:43] tail /sys/class/infiniband/bnxt_re0/fw_ver /sys/class/infiniband/bnxt_re1/fw_ver ==> /sys/class/infiniband/bnxt_re0/fw_ver <== 214.0.182.0 ==> /sys/class/infiniband/bnxt_re1/fw_ver <== 214.0.182.0 + [23-01-29 20:02:43] lspci + [23-01-29 20:02:43] grep -i -e ethernet -e infiniband -e omni -e ConnectX 44:00.0 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller 44:00.1 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [23-01-29 20:02:43] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.34 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [23-01-29 20:02:43] ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [23-01-29 20:02:43] ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [23-01-29 20:02:43] /usr/bin/ibv_devinfo -v hca_id: bnxt_re0 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b162 sys_image_guid: 020a:f7ff:fe97:b162 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x7ffff000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 2]: 0000:0000:0000:0000:0000:ffff:ac1f:281f, RoCE v1 GID[ 3]: ::ffff:172.31.40.31, RoCE v2 GID[ 4]: 0000:0000:0000:0000:0000:ffff:ac1f:2b1f, RoCE v1 GID[ 5]: ::ffff:172.31.43.31, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d1f, RoCE v1 GID[ 7]: ::ffff:172.31.45.31, RoCE v2 GID[ 8]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 9]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 10]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 11]: fe80::20a:f7ff:fe97:b162, RoCE v2 hca_id: bnxt_re1 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b163 sys_image_guid: 020a:f7ff:fe97:b163 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x7ffff000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) phys_state: DISABLED (3) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b163, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b163, RoCE v2 + [23-01-29 20:02:43] iblinkinfo ibwarn: [15164] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [15164] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [23-01-29 20:02:43] [[ '' == *\o\p\a* ]] + [23-01-29 20:02:43] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: bnxt_roce: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff altname enp68s0f0np0 altname ens2f0np0 inet 172.31.40.31/24 brd 172.31.40.255 scope global dynamic noprefixroute bnxt_roce valid_lft 3396sec preferred_lft 3396sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: bnxt_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:0a:f7:97:b1:63 brd ff:ff:ff:ff:ff:ff altname enp68s0f1np1 altname ens2f1np1 4: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f6:f0 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.81/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86198sec preferred_lft 86198sec inet6 2620:52:0:1d9:4adf:37ff:fead:f6f0/64 scope global dynamic noprefixroute valid_lft 2591989sec preferred_lft 604789sec inet6 fe80::4adf:37ff:fead:f6f0/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f1 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 6: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f2 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 7: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f3 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 8: bnxt_roce.43@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.43.31/24 brd 172.31.43.255 scope global dynamic noprefixroute bnxt_roce.43 valid_lft 3396sec preferred_lft 3396sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: bnxt_roce.45@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.45.31/24 brd 172.31.45.255 scope global dynamic noprefixroute bnxt_roce.45 valid_lft 3396sec preferred_lft 3396sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever + [23-01-29 20:02:43] PY_FILE=/root/py_parse_out.txt + [23-01-29 20:02:43] rm -f /root/py_parse_out.txt + [23-01-29 20:02:43] export result=PASS + [23-01-29 20:02:43] result=PASS + [23-01-29 20:02:43] export TEST=/kernel/infiniband/env_setup/standalone + [23-01-29 20:02:43] TEST=/kernel/infiniband/env_setup/standalone + [23-01-29 20:02:43] ip address show + [23-01-29 20:02:43] grep 'inet 172.31.' + [23-01-29 20:02:43] [[ 0 -ne 0 ]] + [23-01-29 20:02:43] install_ca_trust + [23-01-29 20:02:43] local cert_path=/etc/pki/ca-trust/source/anchors + [23-01-29 20:02:43] '[' -f /etc/pki/ca-trust/source/anchors/legacy.crt -a -f /etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt ']' + [23-01-29 20:02:43] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/legacy.crt --2023-01-29 20:02:43-- https://password.corp.redhat.com/legacy.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1338 (1.3K) Saving to: ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ 0K . 100% 55.8M=0s 2023-01-29 20:02:44 (55.8 MB/s) - ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ saved [1338/1338] + [23-01-29 20:02:44] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/RH-IT-Root-CA.crt --2023-01-29 20:02:44-- https://password.corp.redhat.com/RH-IT-Root-CA.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1517 (1.5K) Saving to: ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ 0K . 100% 59.7M=0s 2023-01-29 20:02:44 (59.7 MB/s) - ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ saved [1517/1517] + [23-01-29 20:02:44] update-ca-trust enable + [23-01-29 20:02:45] update-ca-trust extract + [23-01-29 20:02:46] RQA_rhel8_brew_repo ++ [23-01-29 20:02:46] RQA_get_rhel_major ++ [23-01-29 20:02:46] awk -F . '{print $1}' +++ [23-01-29 20:02:46] RQA_get_rhel_release +++ [23-01-29 20:02:46] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:02:46] echo 9 + [23-01-29 20:02:46] local major=9 + [23-01-29 20:02:46] (( major == 8 )) + [23-01-29 20:02:46] pek2_lab_setup ++ [23-01-29 20:02:46] RQA_get_rdma_hostname ++ [23-01-29 20:02:46] hostname -A ++ [23-01-29 20:02:46] grep -o 'rdma.*' ++ [23-01-29 20:02:46] awk '{print $1}' ++ [23-01-29 20:02:46] awk -F . '{print $1}' + [23-01-29 20:02:46] [[ rdma-qe-31 == *\r\d\m\a\0* ]] + [23-01-29 20:02:46] common_setup ++ [23-01-29 20:02:46] RQA_get_rdma_hostname ++ [23-01-29 20:02:46] hostname -A ++ [23-01-29 20:02:46] grep -o 'rdma.*' ++ [23-01-29 20:02:46] awk '{print $1}' ++ [23-01-29 20:02:46] awk -F . '{print $1}' + [23-01-29 20:02:46] short_hostname=rdma-qe-31 + [23-01-29 20:02:46] RDMA_DRIVER= + [23-01-29 20:02:46] RDMA_NETWORK= + [23-01-29 20:02:46] '[' '!' -z ']' + [23-01-29 20:02:46] '[' '!' -z roce ']' + [23-01-29 20:02:46] RDMA_NETWORK=roce + [23-01-29 20:02:46] inv_file=json/rdma-qe-31.json + [23-01-29 20:02:46] '[' '!' -f json/rdma-qe-31.json ']' + [23-01-29 20:02:46] set -o pipefail + [23-01-29 20:02:46] python host_data_parser.py json/rdma-qe-31.json '' roce + [23-01-29 20:02:46] tee /root/py_parse_out.txt export RDMA_DRIVER="bnxt" export RDMA_NETWORK="roce" export HCA_ID="bnxt_re0" export HCA_RATE="25 Gb/sec" export HCA_ABRV="BCM57414" export DEVICE_ID="bnxt_roce" export DEVICE_MAC="00:0a:f7:97:b1:62" export DEVICE_PORT="1" + [23-01-29 20:02:46] '[' 0 -ne 0 ']' + [23-01-29 20:02:46] source /root/py_parse_out.txt ++ [23-01-29 20:02:46] export RDMA_DRIVER=bnxt ++ [23-01-29 20:02:46] RDMA_DRIVER=bnxt ++ [23-01-29 20:02:46] export RDMA_NETWORK=roce ++ [23-01-29 20:02:46] RDMA_NETWORK=roce ++ [23-01-29 20:02:46] export HCA_ID=bnxt_re0 ++ [23-01-29 20:02:46] HCA_ID=bnxt_re0 ++ [23-01-29 20:02:46] export 'HCA_RATE=25 Gb/sec' ++ [23-01-29 20:02:46] HCA_RATE='25 Gb/sec' ++ [23-01-29 20:02:46] export HCA_ABRV=BCM57414 ++ [23-01-29 20:02:46] HCA_ABRV=BCM57414 ++ [23-01-29 20:02:46] export DEVICE_ID=bnxt_roce ++ [23-01-29 20:02:46] DEVICE_ID=bnxt_roce ++ [23-01-29 20:02:46] export DEVICE_MAC=00:0a:f7:97:b1:62 ++ [23-01-29 20:02:46] DEVICE_MAC=00:0a:f7:97:b1:62 ++ [23-01-29 20:02:46] export DEVICE_PORT=1 ++ [23-01-29 20:02:46] DEVICE_PORT=1 + [23-01-29 20:02:46] RQA_check_result -r 0 -t 'Source python parser output' + [23-01-29 20:02:46] local test_pass=0 + [23-01-29 20:02:46] local test_skip=777 + [23-01-29 20:02:46] test 4 -gt 0 + [23-01-29 20:02:46] case $1 in + [23-01-29 20:02:46] local rc=0 + [23-01-29 20:02:46] shift + [23-01-29 20:02:46] shift + [23-01-29 20:02:46] test 2 -gt 0 + [23-01-29 20:02:46] case $1 in + [23-01-29 20:02:46] local 'msg=Source python parser output' + [23-01-29 20:02:47] shift + [23-01-29 20:02:47] shift + [23-01-29 20:02:47] test 0 -gt 0 + [23-01-29 20:02:47] '[' -z 0 -o -z 'Source python parser output' ']' + [23-01-29 20:02:47] '[' -z '' ']' + [23-01-29 20:02:47] source /etc/environment + [23-01-29 20:02:47] '[' -z '' ']' + [23-01-29 20:02:47] __RQA_create_test_result_file ++ [23-01-29 20:02:47] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [23-01-29 20:02:47] local rdma_version=rdma-core-41.0-3.el9 ++ [23-01-29 20:02:47] echo /kernel/infiniband/env_setup/standalone ++ [23-01-29 20:02:47] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [23-01-29 20:02:47] TEST_NAME=env_setup + [23-01-29 20:02:47] [[ ! -z rdma-cki-01 ]] + [23-01-29 20:02:47] [[ ! -z rdma-qe-31 ]] + [23-01-29 20:02:47] hosts_list=rdma-cki-01/rdma-qe-31 + [23-01-29 20:02:47] local _bkrjb= ++ [23-01-29 20:02:47] grep JOBID= /etc/motd ++ [23-01-29 20:02:47] tr -d ' ' ++ [23-01-29 20:02:47] sed s/JOBID=/J:/g ++ [23-01-29 20:02:47] head -1 + [23-01-29 20:02:47] _bkrjb=J:7478195 + [23-01-29 20:02:47] [[ ! -z J:7478195 ]] + [23-01-29 20:02:47] _bkrjb=' & Beaker job J:7478195' ++ [23-01-29 20:02:47] echo results_env_setup.txt ++ [23-01-29 20:02:47] sed 's/\//-/g' + [23-01-29 20:02:47] local result_filename=results_env_setup.txt ++ [23-01-29 20:02:47] mktemp -d + [23-01-29 20:02:47] TEST_RESULT_FILE=/tmp/tmp.f5Kmj0aJDU/results_env_setup.txt + [23-01-29 20:02:47] echo 'env_setup test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478195:' ++ [23-01-29 20:02:47] uname -r + [23-01-29 20:02:47] echo '5.14.0-247.rt14.248.1955_761016865.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [23-01-29 20:02:47] echo ' Result | Status | Test' + [23-01-29 20:02:47] echo ' ---------+--------+------------------------------------' + [23-01-29 20:02:47] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 20:02:47] echo TEST_RESULT_FILE=/tmp/tmp.f5Kmj0aJDU/results_env_setup.txt + [23-01-29 20:02:47] source /etc/environment ++ [23-01-29 20:02:47] TEST_RESULT_FILE=/tmp/tmp.f5Kmj0aJDU/results_env_setup.txt + [23-01-29 20:02:47] '[' 0 -eq 0 ']' + [23-01-29 20:02:47] local test_result=PASS + [23-01-29 20:02:47] printf '%10s | %6s | %s\n' PASS 0 'Source python parser output' + [23-01-29 20:02:47] set +x --- - TEST RESULT FOR env_setup - Test: Source python parser output - Result: PASS - Return: 0 --- + [23-01-29 20:02:47] [[ bnxt == \r\x\e ]] + [23-01-29 20:02:47] RQA_bring_up_network roce bnxt + [23-01-29 20:02:47] '[' 2 -ne 2 ']' + [23-01-29 20:02:47] local _RDMA_NETWORK=roce + [23-01-29 20:02:47] local _RDMA_DRIVER=bnxt ++ [23-01-29 20:02:47] RQA_get_rdma_hostname ++ [23-01-29 20:02:47] hostname -A ++ [23-01-29 20:02:47] grep -o 'rdma.*' ++ [23-01-29 20:02:47] awk '{print $1}' ++ [23-01-29 20:02:47] awk -F . '{print $1}' + [23-01-29 20:02:47] local rdma_hostname=rdma-qe-31 + [23-01-29 20:02:47] [[ rdma-qe-31 == *\r\d\m\a\0* ]] + [23-01-29 20:02:47] [[ ! -z rdma-qe-31 ]] + [23-01-29 20:02:47] [[ ! -z rdma-cki-01 ]] ++ [23-01-29 20:02:47] RQA_hn_tail rdma-cki-01 ++ [23-01-29 20:02:47] echo rdma-cki-01 ++ [23-01-29 20:02:47] sed -e 's/\..*//' -e s/rdma-// + [23-01-29 20:02:47] local alias_server=roce-cki-01 ++ [23-01-29 20:02:47] cat /etc/hosts ++ [23-01-29 20:02:47] grep roce-cki-01 ++ [23-01-29 20:02:47] awk -F ' ' '{print $1}' + [23-01-29 20:02:47] IP_SERVER=172.31.40.81 ++ [23-01-29 20:02:47] RQA_hn_tail rdma-qe-31 ++ [23-01-29 20:02:47] echo rdma-qe-31 ++ [23-01-29 20:02:47] sed -e 's/\..*//' -e s/rdma-// + [23-01-29 20:02:47] local alias_client=roce-qe-31 ++ [23-01-29 20:02:47] cat /etc/hosts ++ [23-01-29 20:02:47] grep roce-qe-31 ++ [23-01-29 20:02:47] awk -F ' ' '{print $1}' + [23-01-29 20:02:47] IP_CLIENT=172.31.40.31 + [23-01-29 20:02:47] local bad=0 + [23-01-29 20:02:47] ping -c3 172.31.40.81 PING 172.31.40.81 (172.31.40.81) 56(84) bytes of data. 64 bytes from 172.31.40.81: icmp_seq=1 ttl=64 time=0.464 ms 64 bytes from 172.31.40.81: icmp_seq=2 ttl=64 time=0.197 ms 64 bytes from 172.31.40.81: icmp_seq=3 ttl=64 time=0.161 ms --- 172.31.40.81 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2072ms rtt min/avg/max/mdev = 0.161/0.274/0.464/0.135 ms + [23-01-29 20:02:49] (( bad+=0 )) + [23-01-29 20:02:49] ping -c3 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.027 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.051 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.038 ms --- 172.31.40.31 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2040ms rtt min/avg/max/mdev = 0.027/0.038/0.051/0.009 ms + [23-01-29 20:02:51] (( bad+=0 )) + [23-01-29 20:02:51] '[' 0 -eq 0 ']' + [23-01-29 20:02:51] return 0 + [23-01-29 20:02:51] [[ bnxt == \s\i\w ]] + [23-01-29 20:02:51] sleep 5 ++ [23-01-29 20:02:56] RQA_get_my_ipv4 bnxt_roce ++ [23-01-29 20:02:56] local IPv4= ++ [23-01-29 20:02:56] '[' 1 -ne 1 ']' +++ [23-01-29 20:02:56] ip addr show dev bnxt_roce +++ [23-01-29 20:02:56] sed '-es/^.*inet \([^ ]*\)\/.*$/\1/;t;d' ++ [23-01-29 20:02:56] IPv4=172.31.40.31 ++ [23-01-29 20:02:56] [[ 172.31.40.31 == '' ]] ++ [23-01-29 20:02:56] echo 172.31.40.31 ++ [23-01-29 20:02:56] return 0 + [23-01-29 20:02:56] RDMA_IPV4=172.31.40.31 ++ [23-01-29 20:02:56] RQA_get_my_ipv6 bnxt_roce ++ [23-01-29 20:02:56] '[' 1 -ne 1 ']' ++ [23-01-29 20:02:56] ip addr show dev bnxt_roce ++ [23-01-29 20:02:56] sed '-es/^.*inet6 \([^ ]*\)\/.*$/\1/;t;d' + [23-01-29 20:02:56] RDMA_IPV6=fe80::20a:f7ff:fe97:b162 + [23-01-29 20:02:56] [[ bnxt == \s\i\w ]] + [23-01-29 20:02:56] [[ bnxt == \r\x\e ]] + [23-01-29 20:02:56] grep -i fedora /etc/redhat-release + [23-01-29 20:02:56] ping -c 3 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.042 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.050 ms --- 172.31.40.31 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2029ms rtt min/avg/max/mdev = 0.035/0.042/0.050/0.006 ms + [23-01-29 20:02:58] RQA_check_result -r 0 -t 'ping 172.31.40.31' + [23-01-29 20:02:58] local test_pass=0 + [23-01-29 20:02:58] local test_skip=777 + [23-01-29 20:02:58] test 4 -gt 0 + [23-01-29 20:02:58] case $1 in + [23-01-29 20:02:58] local rc=0 + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] test 2 -gt 0 + [23-01-29 20:02:58] case $1 in + [23-01-29 20:02:58] local 'msg=ping 172.31.40.31' + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] test 0 -gt 0 + [23-01-29 20:02:58] '[' -z 0 -o -z 'ping 172.31.40.31' ']' + [23-01-29 20:02:58] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:02:58] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:02:58] '[' 0 -eq 0 ']' + [23-01-29 20:02:58] local test_result=PASS + [23-01-29 20:02:58] printf '%10s | %6s | %s\n' PASS 0 'ping 172.31.40.31' + [23-01-29 20:02:58] set +x --- - TEST RESULT FOR env_setup - Test: ping 172.31.40.31 - Result: PASS - Return: 0 --- + [23-01-29 20:02:58] standalone + [23-01-29 20:02:58] echo -en '\n# /kernel/infiniband/env_setup variables\n' + [23-01-29 20:02:58] [[ -s /root/py_parse_out.txt ]] + [23-01-29 20:02:58] grep export /root/py_parse_out.txt + [23-01-29 20:02:58] cat + [23-01-29 20:02:58] echo 'export RDMA_IPV4="172.31.40.31"' + [23-01-29 20:02:58] echo 'export RDMA_IPV6="fe80::20a:f7ff:fe97:b162"' + [23-01-29 20:02:58] source /root/.bashrc + [23-01-29 20:02:58] RQA_check_result -r 0 -t 'Source .bashrc after updates' + [23-01-29 20:02:58] local test_pass=0 + [23-01-29 20:02:58] local test_skip=777 + [23-01-29 20:02:58] test 4 -gt 0 + [23-01-29 20:02:58] case $1 in + [23-01-29 20:02:58] local rc=0 + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] test 2 -gt 0 + [23-01-29 20:02:58] case $1 in + [23-01-29 20:02:58] local 'msg=Source .bashrc after updates' + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] shift + [23-01-29 20:02:58] test 0 -gt 0 + [23-01-29 20:02:58] '[' -z 0 -o -z 'Source .bashrc after updates' ']' + [23-01-29 20:02:58] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:02:58] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:02:58] '[' 0 -eq 0 ']' + [23-01-29 20:02:58] local test_result=PASS + [23-01-29 20:02:58] printf '%10s | %6s | %s\n' PASS 0 'Source .bashrc after updates' + [23-01-29 20:02:58] set +x --- - TEST RESULT FOR env_setup - Test: Source .bashrc after updates - Result: PASS - Return: 0 --- + [23-01-29 20:02:58] RQA_overall_result + [23-01-29 20:02:58] source /root/known-issues.sh + [23-01-29 20:03:03] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:03:03] '[' -z /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt ']' + [23-01-29 20:03:03] local overall_result=PASS + [23-01-29 20:03:03] echo 'Checking for failures and known issues:' + [23-01-29 20:03:03] grep FAIL /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt + [23-01-29 20:03:03] echo ' no test failures' + [23-01-29 20:03:03] echo '' + [23-01-29 20:03:03] report_result /kernel/infiniband/env_setup/standalone PASS 0 + [23-01-29 20:03:03] OUTPUTFILE=/mnt/testarea/tmp.3Dszzt + [23-01-29 20:03:03] rstrnt-report-result /kernel/infiniband/env_setup/standalone PASS 0 ** /kernel/infiniband/env_setup/standalone PASS Score:0 Uploading resultoutputfile.log .done + [23-01-29 20:03:04] rhts-submit-log -l /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt Uploading results_env_setup.txt .done + [23-01-29 20:03:04] __RQA_unset_test_result_file + [23-01-29 20:03:04] cat /tmp/tmp.f5Kmj0aJDU/results_env_setup.txt env_setup test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478195: 5.14.0-247.rt14.248.1955_761016865.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0 Result | Status | Test ---------+--------+------------------------------------ PASS | 0 | Source python parser output PASS | 0 | ping 172.31.40.31 PASS | 0 | Source .bashrc after updates Checking for failures and known issues: no test failures + [23-01-29 20:03:04] export TEST_RESULT_FILE= + [23-01-29 20:03:04] TEST_RESULT_FILE= + [23-01-29 20:03:04] unset TEST_RESULT_FILE + [23-01-29 20:03:04] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 20:03:04] echo 'TEST_RESULT_FILE=""' + [23-01-29 20:03:04] source /etc/environment ++ [23-01-29 20:03:04] TEST_RESULT_FILE= + [23-01-29 20:03:04] return 0 + [23-01-29 20:03:04] hostname -A + [23-01-29 20:03:04] grep rdma-qe-31 + [23-01-29 20:03:04] echo '------- client start test -------' ------- client start test ------- + [23-01-29 20:03:04] export result=PASS + [23-01-29 20:03:04] result=PASS + [23-01-29 20:03:04] export TEST=/kernel/infiniband/env_setup/standalone/client + [23-01-29 20:03:04] TEST=/kernel/infiniband/env_setup/standalone/client + [23-01-29 20:03:04] client + [23-01-29 20:03:04] [[ bnxt == \s\i\w ]] + [23-01-29 20:03:04] rhts_sync_set -s ES_CLIENT_READY_-roce-0 /usr/bin/rhts_sync_set -s ES_CLIENT_READY_-roce-0 -- State set = 12_ES_CLIENT_READY_-roce-0 + [23-01-29 20:03:04] rhts_sync_block -s ES_SERVER_READY_-roce-0 rdma-cki-01 /usr/bin/rhts_sync_block -s ES_SERVER_READY_-roce-0 rdma-cki-01 -- Blocking state(s) = 12_ES_SERVER_READY_-roce-0 Failed to connect to remote server rdma-cki-01: Connection refused Retrying rstrnt-sync-block for state 12_ES_SERVER_READY_-roce-0 + [23-01-29 20:04:04] rhts_sync_block -s ES_SERVER_DONE_-roce-0 rdma-cki-01 /usr/bin/rhts_sync_block -s ES_SERVER_DONE_-roce-0 rdma-cki-01 -- Blocking state(s) = 12_ES_SERVER_DONE_-roce-0 ++ [23-01-29 20:04:04] echo rdma-cki-01 ++ [23-01-29 20:04:04] awk -F . '{print $1}' + [23-01-29 20:04:04] srv_ssh=rdma-cki-01 ++ [23-01-29 20:04:04] ssh rdma-cki-01 echo '${RDMA_DRIVER}' + [23-01-29 20:04:05] SERVER_DRIVER= ++ [23-01-29 20:04:05] ssh rdma-cki-01 echo '${RDMA_NETWORK}' + [23-01-29 20:04:05] SERVER_NETWORK= ++ [23-01-29 20:04:05] ssh rdma-cki-01 echo '${HCA_ID}' + [23-01-29 20:04:05] SERVER_HCA_ID= ++ [23-01-29 20:04:05] ssh rdma-cki-01 echo '${HCA_ABRV}' + [23-01-29 20:04:06] SERVER_HCA_ABRV= ++ [23-01-29 20:04:06] ssh rdma-cki-01 echo '${DEVICE_ID}' + [23-01-29 20:04:06] SERVER_DEVICE_ID= ++ [23-01-29 20:04:06] ssh rdma-cki-01 echo '${DEVICE_MAC}' + [23-01-29 20:04:07] SERVER_DEVICE_MAC= ++ [23-01-29 20:04:07] ssh rdma-cki-01 echo '${DEVICE_PORT}' + [23-01-29 20:04:07] SERVER_DEVICE_PORT= ++ [23-01-29 20:04:07] ssh rdma-cki-01 echo '${RDMA_IPV4}' + [23-01-29 20:04:07] SERVER_IPV4= ++ [23-01-29 20:04:07] ssh rdma-cki-01 echo '${RDMA_IPV6}' + [23-01-29 20:04:08] SERVER_IPV6= + [23-01-29 20:04:08] '[' -z ']' + [23-01-29 20:04:08] RQA_check_result -r 1 -t 'client gets server variables' + [23-01-29 20:04:08] local test_pass=0 + [23-01-29 20:04:08] local test_skip=777 + [23-01-29 20:04:08] test 4 -gt 0 + [23-01-29 20:04:08] case $1 in + [23-01-29 20:04:08] local rc=1 + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] test 2 -gt 0 + [23-01-29 20:04:08] case $1 in + [23-01-29 20:04:08] local 'msg=client gets server variables' + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] test 0 -gt 0 + [23-01-29 20:04:08] '[' -z 1 -o -z 'client gets server variables' ']' + [23-01-29 20:04:08] '[' -z '' ']' + [23-01-29 20:04:08] source /etc/environment ++ [23-01-29 20:04:08] TEST_RESULT_FILE= + [23-01-29 20:04:08] '[' -z '' ']' + [23-01-29 20:04:08] __RQA_create_test_result_file ++ [23-01-29 20:04:08] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [23-01-29 20:04:08] local rdma_version=rdma-core-41.0-3.el9 ++ [23-01-29 20:04:08] echo /kernel/infiniband/env_setup/standalone/client ++ [23-01-29 20:04:08] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [23-01-29 20:04:08] TEST_NAME=env_setup + [23-01-29 20:04:08] [[ ! -z rdma-cki-01 ]] + [23-01-29 20:04:08] [[ ! -z rdma-qe-31 ]] + [23-01-29 20:04:08] hosts_list=rdma-cki-01/rdma-qe-31 + [23-01-29 20:04:08] local _bkrjb= ++ [23-01-29 20:04:08] grep JOBID= /etc/motd ++ [23-01-29 20:04:08] tr -d ' ' ++ [23-01-29 20:04:08] sed s/JOBID=/J:/g ++ [23-01-29 20:04:08] head -1 + [23-01-29 20:04:08] _bkrjb=J:7478195 + [23-01-29 20:04:08] [[ ! -z J:7478195 ]] + [23-01-29 20:04:08] _bkrjb=' & Beaker job J:7478195' ++ [23-01-29 20:04:08] echo results_env_setup.txt ++ [23-01-29 20:04:08] sed 's/\//-/g' + [23-01-29 20:04:08] local result_filename=results_env_setup.txt ++ [23-01-29 20:04:08] mktemp -d + [23-01-29 20:04:08] TEST_RESULT_FILE=/tmp/tmp.JhyIJozFQj/results_env_setup.txt + [23-01-29 20:04:08] echo 'env_setup test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478195:' ++ [23-01-29 20:04:08] uname -r + [23-01-29 20:04:08] echo '5.14.0-247.rt14.248.1955_761016865.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [23-01-29 20:04:08] echo ' Result | Status | Test' + [23-01-29 20:04:08] echo ' ---------+--------+------------------------------------' + [23-01-29 20:04:08] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 20:04:08] echo TEST_RESULT_FILE=/tmp/tmp.JhyIJozFQj/results_env_setup.txt + [23-01-29 20:04:08] source /etc/environment ++ [23-01-29 20:04:08] TEST_RESULT_FILE=/tmp/tmp.JhyIJozFQj/results_env_setup.txt + [23-01-29 20:04:08] '[' 1 -eq 0 ']' + [23-01-29 20:04:08] '[' 1 -eq 777 ']' + [23-01-29 20:04:08] local test_result=FAIL + [23-01-29 20:04:08] export result=FAIL + [23-01-29 20:04:08] result=FAIL + [23-01-29 20:04:08] [[ ! -z '' ]] + [23-01-29 20:04:08] printf '%10s | %6s | %s\n' FAIL 1 'client gets server variables' + [23-01-29 20:04:08] set +x --- - TEST RESULT FOR env_setup - Test: client gets server variables - Result: FAIL - Return: 1 --- + [23-01-29 20:04:08] echo 'export CLIENT_DRIVER="bnxt"' + [23-01-29 20:04:08] echo 'export CLIENT_NETWORK="roce"' + [23-01-29 20:04:08] echo 'export CLIENT_HCA_ID="bnxt_re0"' + [23-01-29 20:04:08] echo 'export CLIENT_HCA_ABRV="BCM57414"' + [23-01-29 20:04:08] echo 'export CLIENT_DEVICE_ID="bnxt_roce"' + [23-01-29 20:04:08] echo 'export CLIENT_DEVICE_MAC="00:0a:f7:97:b1:62"' + [23-01-29 20:04:08] echo 'export CLIENT_DEVICE_PORT="1"' + [23-01-29 20:04:08] echo 'export CLIENT_IPV4="172.31.40.31"' + [23-01-29 20:04:08] echo 'export CLIENT_IPV6="fe80::20a:f7ff:fe97:b162"' + [23-01-29 20:04:08] echo 'export SERVER_DRIVER=""' + [23-01-29 20:04:08] echo 'export SERVER_NETWORK=""' + [23-01-29 20:04:08] echo 'export SERVER_HCA_ID=""' + [23-01-29 20:04:08] echo 'export SERVER_HCA_ABRV=""' + [23-01-29 20:04:08] echo 'export SERVER_DEVICE_ID=""' + [23-01-29 20:04:08] echo 'export SERVER_DEVICE_MAC=""' + [23-01-29 20:04:08] echo 'export SERVER_DEVICE_PORT=""' + [23-01-29 20:04:08] echo 'export SERVER_IPV4=""' + [23-01-29 20:04:08] echo 'export SERVER_IPV6=""' + [23-01-29 20:04:08] echo 'export REMOTE_HOST="rdma-cki-01"' + [23-01-29 20:04:08] source /root/.bashrc + [23-01-29 20:04:08] RQA_check_result -r 0 -t 'source .bashrc in client function' + [23-01-29 20:04:08] local test_pass=0 + [23-01-29 20:04:08] local test_skip=777 + [23-01-29 20:04:08] test 4 -gt 0 + [23-01-29 20:04:08] case $1 in + [23-01-29 20:04:08] local rc=0 + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] test 2 -gt 0 + [23-01-29 20:04:08] case $1 in + [23-01-29 20:04:08] local 'msg=source .bashrc in client function' + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] shift + [23-01-29 20:04:08] test 0 -gt 0 + [23-01-29 20:04:08] '[' -z 0 -o -z 'source .bashrc in client function' ']' + [23-01-29 20:04:08] '[' -z /tmp/tmp.JhyIJozFQj/results_env_setup.txt ']' + [23-01-29 20:04:08] '[' -z /tmp/tmp.JhyIJozFQj/results_env_setup.txt ']' + [23-01-29 20:04:08] '[' 0 -eq 0 ']' + [23-01-29 20:04:08] local test_result=PASS + [23-01-29 20:04:08] printf '%10s | %6s | %s\n' PASS 0 'source .bashrc in client function' + [23-01-29 20:04:08] set +x --- - TEST RESULT FOR env_setup - Test: source .bashrc in client function - Result: PASS - Return: 0 --- + [23-01-29 20:04:08] echo '--- client finishes.' --- client finishes. + [23-01-29 20:04:08] rhts_sync_set -s ES_CLIENT_DONE_-roce-0 /usr/bin/rhts_sync_set -s ES_CLIENT_DONE_-roce-0 -- State set = 12_ES_CLIENT_DONE_-roce-0 + [23-01-29 20:04:08] RQA_overall_result + [23-01-29 20:04:08] source /root/known-issues.sh + [23-01-29 20:04:13] '[' -z /tmp/tmp.JhyIJozFQj/results_env_setup.txt ']' + [23-01-29 20:04:13] '[' -z /tmp/tmp.JhyIJozFQj/results_env_setup.txt ']' + [23-01-29 20:04:13] local overall_result=PASS + [23-01-29 20:04:13] echo 'Checking for failures and known issues:' + [23-01-29 20:04:13] grep FAIL /tmp/tmp.JhyIJozFQj/results_env_setup.txt FAIL | 1 | client gets server variables + [23-01-29 20:04:13] [[ ! -z '' ]] + [23-01-29 20:04:13] local driver=bnxt + [23-01-29 20:04:13] local hca=BCM57414 + [23-01-29 20:04:13] local network=roce ++ [23-01-29 20:04:13] RQA_get_rhel_major ++ [23-01-29 20:04:13] awk -F . '{print $1}' +++ [23-01-29 20:04:13] RQA_get_rhel_release +++ [23-01-29 20:04:13] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:13] echo 9 + [23-01-29 20:04:13] local major=9 ++ [23-01-29 20:04:13] RQA_get_rhel_minor ++ [23-01-29 20:04:13] awk -F . '{print $2}' +++ [23-01-29 20:04:13] RQA_get_rhel_release +++ [23-01-29 20:04:13] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:13] echo 9 + [23-01-29 20:04:13] local minor= ++ [23-01-29 20:04:13] mktemp + [23-01-29 20:04:13] local test_fail_file=/tmp/tmp.ZX3HhtVrj2 + [23-01-29 20:04:13] grep FAIL /tmp/tmp.JhyIJozFQj/results_env_setup.txt + [23-01-29 20:04:13] read line ++ [23-01-29 20:04:13] echo FAIL '|' 1 '|' client gets server variables ++ [23-01-29 20:04:13] awk -F '|' '{print $3}' ++ [23-01-29 20:04:13] xargs + [23-01-29 20:04:13] local 'test_key=client gets server variables' + [23-01-29 20:04:13] local value= + [23-01-29 20:04:13] '[' -z '' ']' + [23-01-29 20:04:13] overall_result=FAIL + [23-01-29 20:04:13] echo ' client gets server variables is NOT a known issue on any environment - consider filing a BZ' + [23-01-29 20:04:13] continue + [23-01-29 20:04:13] read line + [23-01-29 20:04:13] [[ FAIL == \P\A\S\S ]] + [23-01-29 20:04:13] echo '' + [23-01-29 20:04:13] report_result /kernel/infiniband/env_setup/standalone/client FAIL 0 + [23-01-29 20:04:13] OUTPUTFILE=/mnt/testarea/tmp.3Dszzt + [23-01-29 20:04:13] rstrnt-report-result /kernel/infiniband/env_setup/standalone/client FAIL 0 ** /kernel/infiniband/env_setup/standalone/client FAIL Score:0 Uploading resultoutputfile.log .done + [23-01-29 20:04:14] rhts-submit-log -l /tmp/tmp.JhyIJozFQj/results_env_setup.txt Uploading results_env_setup.txt .done + [23-01-29 20:04:14] rm /tmp/tmp.ZX3HhtVrj2 + [23-01-29 20:04:14] __RQA_unset_test_result_file + [23-01-29 20:04:14] cat /tmp/tmp.JhyIJozFQj/results_env_setup.txt env_setup test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478195: 5.14.0-247.rt14.248.1955_761016865.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0 Result | Status | Test ---------+--------+------------------------------------ FAIL | 1 | client gets server variables PASS | 0 | source .bashrc in client function Checking for failures and known issues: client gets server variables is NOT a known issue on any environment - consider filing a BZ + [23-01-29 20:04:14] export TEST_RESULT_FILE= + [23-01-29 20:04:14] TEST_RESULT_FILE= + [23-01-29 20:04:14] unset TEST_RESULT_FILE + [23-01-29 20:04:14] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 20:04:14] echo 'TEST_RESULT_FILE=""' + [23-01-29 20:04:14] source /etc/environment ++ [23-01-29 20:04:14] TEST_RESULT_FILE= + [23-01-29 20:04:14] return 0 + [23-01-29 20:04:14] hostname -A + [23-01-29 20:04:14] grep rdma-cki-01 + [23-01-29 20:04:14] [[ bnxt == \i\4\0\i\w ]] + [23-01-29 20:04:14] rm -f + [23-01-29 20:04:14] unset RUN_NUMBER TNAME + [23-01-29 20:04:14] echo ' ------ end of runtest.sh.' ------ end of runtest.sh. + [23-01-29 20:04:14] exit 0 make[1]: Leaving directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' + [23-01-29 20:04:14] echo 'OKAY - task env_setup is done!' OKAY - task env_setup is done! + [23-01-29 20:04:14] bash -x ./tier1.sh common + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 20:04:14] export NIC_PREF= ++ [23-01-29 20:04:14] NIC_PREF= ++ [23-01-29 20:04:14] export PERFTEST_FLAGS= ++ [23-01-29 20:04:14] PERFTEST_FLAGS= +++ [23-01-29 20:04:14] hostname -s ++ [23-01-29 20:04:14] export s_hostname=rdma-qe-31 ++ [23-01-29 20:04:14] s_hostname=rdma-qe-31 ++ [23-01-29 20:04:14] RQA_set_pyexec ++ [23-01-29 20:04:14] PYEXEC= ++ [23-01-29 20:04:14] which python ++ [23-01-29 20:04:14] export PYEXEC=python ++ [23-01-29 20:04:14] PYEXEC=python ++ [23-01-29 20:04:14] return 0 +++ [23-01-29 20:04:14] grep -i fedora /etc/redhat-release ++ [23-01-29 20:04:14] [[ -n '' ]] +++ [23-01-29 20:04:14] RQA_get_rhel_major +++ [23-01-29 20:04:14] awk -F . '{print $1}' ++++ [23-01-29 20:04:14] RQA_get_rhel_release ++++ [23-01-29 20:04:14] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:14] echo 9 ++ [23-01-29 20:04:14] [[ 9 -ge 8 ]] ++ [23-01-29 20:04:14] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:04:14] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:04:14] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 20:04:14] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 20:04:14] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 20:04:14] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:04:14] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:04:14] '[' -f /root/known-issues.sh ']' ++ [23-01-29 20:04:14] source /root/known-issues.sh ++ [23-01-29 20:04:19] RQA_load_tech_preview_modules ++ [23-01-29 20:04:19] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 20:04:19] return ++ [23-01-29 20:04:19] RQA_fix_uefi_reboot ++ [23-01-29 20:04:19] ls -l /usr/sbin/reboot ++ [23-01-29 20:04:19] grep rhts-reboot ++ [23-01-29 20:04:19] which rhts-reboot ++ [23-01-29 20:04:19] rpm -q rhts-test-env ++ [23-01-29 20:04:19] RQA_fix_ssh_ipv6_auth +++ [23-01-29 20:04:19] RQA_get_rhel_major +++ [23-01-29 20:04:19] awk -F . '{print $1}' ++++ [23-01-29 20:04:19] RQA_get_rhel_release ++++ [23-01-29 20:04:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:19] echo 9 ++ [23-01-29 20:04:19] '[' 9 -ge 7 ']' ++ [23-01-29 20:04:19] local need_restart=0 ++ [23-01-29 20:04:19] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 20:04:19] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 20:04:19] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 20:04:19] '[' 0 -eq 1 ']' ++ [23-01-29 20:04:19] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 20:04:19] RQA_get_rhel_major +++ [23-01-29 20:04:19] awk -F . '{print $1}' ++++ [23-01-29 20:04:19] RQA_get_rhel_release ++++ [23-01-29 20:04:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:19] echo 9 ++ [23-01-29 20:04:19] [[ 9 -ge 7 ]] +++ [23-01-29 20:04:19] RQA_get_rhel_minor +++ [23-01-29 20:04:19] awk -F . '{print $2}' ++++ [23-01-29 20:04:19] RQA_get_rhel_release ++++ [23-01-29 20:04:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:19] echo 9 ++ [23-01-29 20:04:19] [[ '' -ge 5 ]] +++ [23-01-29 20:04:19] RQA_get_rhel_major +++ [23-01-29 20:04:19] awk -F . '{print $1}' ++++ [23-01-29 20:04:19] RQA_get_rhel_release ++++ [23-01-29 20:04:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:19] echo 9 ++ [23-01-29 20:04:19] [[ 9 -gt 7 ]] +++ [23-01-29 20:04:19] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 20:04:19] grep mlx5 +++ [23-01-29 20:04:19] grep ib +++ [23-01-29 20:04:19] grep -v '~' ++ [23-01-29 20:04:19] RQA_nfs_rhel8_temp_fix +++ [23-01-29 20:04:19] RQA_get_rhel_major +++ [23-01-29 20:04:19] awk -F . '{print $1}' ++++ [23-01-29 20:04:19] RQA_get_rhel_release ++++ [23-01-29 20:04:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:19] echo 9 ++ [23-01-29 20:04:19] (( 9 == 8 )) ++ [23-01-29 20:04:19] source /root/.bashrc ++ [23-01-29 20:04:20] [[ bnxt == \i\4\0\i\w ]] + [23-01-29 20:04:20] source /root/mpi-functions.sh ++ [23-01-29 20:04:20] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [23-01-29 20:04:20] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [23-01-29 20:04:20] source /root/rdma-qa.sh ++ [23-01-29 20:04:20] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 20:04:20] export NIC_PREF= ++ [23-01-29 20:04:20] NIC_PREF= ++ [23-01-29 20:04:20] export PERFTEST_FLAGS= ++ [23-01-29 20:04:20] PERFTEST_FLAGS= +++ [23-01-29 20:04:20] hostname -s ++ [23-01-29 20:04:20] export s_hostname=rdma-qe-31 ++ [23-01-29 20:04:20] s_hostname=rdma-qe-31 ++ [23-01-29 20:04:20] RQA_set_pyexec ++ [23-01-29 20:04:20] PYEXEC= ++ [23-01-29 20:04:20] which python ++ [23-01-29 20:04:20] export PYEXEC=python ++ [23-01-29 20:04:20] PYEXEC=python ++ [23-01-29 20:04:20] return 0 +++ [23-01-29 20:04:20] grep -i fedora /etc/redhat-release ++ [23-01-29 20:04:20] [[ -n '' ]] +++ [23-01-29 20:04:20] RQA_get_rhel_major +++ [23-01-29 20:04:20] awk -F . '{print $1}' ++++ [23-01-29 20:04:20] RQA_get_rhel_release ++++ [23-01-29 20:04:20] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:20] echo 9 ++ [23-01-29 20:04:20] [[ 9 -ge 8 ]] ++ [23-01-29 20:04:20] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:04:20] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:04:20] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 20:04:20] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 20:04:20] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 20:04:20] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:04:20] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:04:20] '[' -f /root/known-issues.sh ']' ++ [23-01-29 20:04:20] source /root/known-issues.sh ++ [23-01-29 20:04:25] RQA_load_tech_preview_modules ++ [23-01-29 20:04:25] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 20:04:25] return ++ [23-01-29 20:04:25] RQA_fix_uefi_reboot ++ [23-01-29 20:04:25] ls -l /usr/sbin/reboot ++ [23-01-29 20:04:25] grep rhts-reboot ++ [23-01-29 20:04:25] which rhts-reboot ++ [23-01-29 20:04:25] rpm -q rhts-test-env ++ [23-01-29 20:04:25] RQA_fix_ssh_ipv6_auth +++ [23-01-29 20:04:25] RQA_get_rhel_major +++ [23-01-29 20:04:25] awk -F . '{print $1}' ++++ [23-01-29 20:04:25] RQA_get_rhel_release ++++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:25] echo 9 ++ [23-01-29 20:04:25] '[' 9 -ge 7 ']' ++ [23-01-29 20:04:25] local need_restart=0 ++ [23-01-29 20:04:25] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 20:04:25] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 20:04:25] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 20:04:25] '[' 0 -eq 1 ']' ++ [23-01-29 20:04:25] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 20:04:25] RQA_get_rhel_major +++ [23-01-29 20:04:25] awk -F . '{print $1}' ++++ [23-01-29 20:04:25] RQA_get_rhel_release ++++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:25] echo 9 ++ [23-01-29 20:04:25] [[ 9 -ge 7 ]] +++ [23-01-29 20:04:25] RQA_get_rhel_minor +++ [23-01-29 20:04:25] awk -F . '{print $2}' ++++ [23-01-29 20:04:25] RQA_get_rhel_release ++++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:25] echo 9 ++ [23-01-29 20:04:25] [[ '' -ge 5 ]] +++ [23-01-29 20:04:25] RQA_get_rhel_major +++ [23-01-29 20:04:25] awk -F . '{print $1}' ++++ [23-01-29 20:04:25] RQA_get_rhel_release ++++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:25] echo 9 ++ [23-01-29 20:04:25] [[ 9 -gt 7 ]] +++ [23-01-29 20:04:25] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 20:04:25] grep mlx5 +++ [23-01-29 20:04:25] grep ib +++ [23-01-29 20:04:25] grep -v '~' ++ [23-01-29 20:04:25] RQA_nfs_rhel8_temp_fix +++ [23-01-29 20:04:25] RQA_get_rhel_major +++ [23-01-29 20:04:25] awk -F . '{print $1}' ++++ [23-01-29 20:04:25] RQA_get_rhel_release ++++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:04:25] echo 9 ++ [23-01-29 20:04:25] (( 9 == 8 )) ++ [23-01-29 20:04:25] source /root/.bashrc ++ [23-01-29 20:04:25] [[ bnxt == \i\4\0\i\w ]] + [23-01-29 20:04:25] source /root/mpi-functions.sh ++ [23-01-29 20:04:25] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [23-01-29 20:04:25] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [23-01-29 20:04:25] RQA_set_inline_default + [23-01-29 20:04:25] [[ bnxt != *\m\l\x\4* ]] + [23-01-29 20:04:25] mkdir -p /etc/rdma/rsocket + [23-01-29 20:04:25] echo 0 + [23-01-29 20:04:25] RQA_set_perftest_flags + [23-01-29 20:04:25] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F' + [23-01-29 20:04:25] [[ bnxt == \m\l\x\4 ]] + [23-01-29 20:04:25] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F -R' + [23-01-29 20:04:25] export PERFTEST_FLAGS + [23-01-29 20:04:25] MPI_PKG=openmpi + [23-01-29 20:04:25] TEST_PKG=mpitests-openmpi ++ [23-01-29 20:04:25] RQA_get_rhel_major ++ [23-01-29 20:04:25] awk -F . '{print $1}' +++ [23-01-29 20:04:25] RQA_get_rhel_release +++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:25] echo 9 + [23-01-29 20:04:25] [[ 9 -eq 6 ]] ++ [23-01-29 20:04:25] RQA_get_rhel_major ++ [23-01-29 20:04:25] awk -F . '{print $1}' +++ [23-01-29 20:04:25] RQA_get_rhel_release +++ [23-01-29 20:04:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:25] echo 9 + [23-01-29 20:04:25] [[ 9 -eq 7 ]] + [23-01-29 20:04:25] MPI_setup -m openmpi -t mpitests-openmpi + [23-01-29 20:04:25] test 4 -gt 0 + [23-01-29 20:04:25] case $1 in + [23-01-29 20:04:25] local mpi_pkg=openmpi + [23-01-29 20:04:25] shift + [23-01-29 20:04:25] shift + [23-01-29 20:04:25] test 2 -gt 0 + [23-01-29 20:04:25] case $1 in + [23-01-29 20:04:25] local test_pkg=mpitests-openmpi + [23-01-29 20:04:25] shift + [23-01-29 20:04:25] shift + [23-01-29 20:04:25] test 0 -gt 0 + [23-01-29 20:04:25] '[' -z openmpi -o -z mpitests-openmpi ']' + [23-01-29 20:04:25] rpm -q environment-modules environment-modules-5.0.1-2.el9.x86_64 + [23-01-29 20:04:25] '[' -f /etc/profile.d/modules.sh ']' + [23-01-29 20:04:25] source /etc/profile.d/modules.sh ++ [23-01-29 20:04:25] '[' -n /usr/bin/bash ']' ++ [23-01-29 20:04:25] '[' bash = sh ']' ++ [23-01-29 20:04:25] shell=bash ++ [23-01-29 20:04:25] '[' -f /usr/share/Modules/init/bash ']' ++ [23-01-29 20:04:25] . /usr/share/Modules/init/bash +++ [23-01-29 20:04:25] unset _mlshdbg +++ [23-01-29 20:04:25] '[' 0 = 1 ']' +++ [23-01-29 20:04:25] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:04:25] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:04:25] unset _mlre _mlIFS +++ [23-01-29 20:04:25] '[' -n x ']' +++ [23-01-29 20:04:25] _mlIFS=' ' +++ [23-01-29 20:04:25] IFS=' ' +++ [23-01-29 20:04:25] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:04:25] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [23-01-29 20:04:25] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [23-01-29 20:04:25] echo +++ [23-01-29 20:04:25] '[' -n '' ']' +++ [23-01-29 20:04:25] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [23-01-29 20:04:25] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [23-01-29 20:04:25] echo +++ [23-01-29 20:04:25] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [23-01-29 20:04:25] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:04:25] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [23-01-29 20:04:25] eval 'echo ${LD_PRELOAD+x}' +++++ [23-01-29 20:04:25] echo +++ [23-01-29 20:04:25] '[' -n '' ']' +++ [23-01-29 20:04:25] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [23-01-29 20:04:25] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [23-01-29 20:04:25] echo +++ [23-01-29 20:04:25] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [23-01-29 20:04:25] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [23-01-29 20:04:25] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [23-01-29 20:04:25] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [23-01-29 20:04:25] LD_LIBRARY_PATH= +++++ [23-01-29 20:04:25] LD_PRELOAD= +++++ [23-01-29 20:04:25] __MODULES_QUARANTINE_SET=1 +++++ [23-01-29 20:04:25] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [23-01-29 20:04:25] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [23-01-29 20:04:25] _mlret=0 +++ [23-01-29 20:04:25] '[' -n x ']' +++ [23-01-29 20:04:25] IFS=' ' +++ [23-01-29 20:04:25] unset _mlIFS +++ [23-01-29 20:04:25] unset _mlre _mlv _mlrv +++ [23-01-29 20:04:25] '[' 0 -eq 0 ']' +++ [23-01-29 20:04:25] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [23-01-29 20:04:25] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [23-01-29 20:04:25] export MODULES_CMD ++++ [23-01-29 20:04:25] unset __MODULES_AUTOINIT_INPROGRESS ++++ [23-01-29 20:04:25] MODULESHOME=/usr/share/Modules ++++ [23-01-29 20:04:25] export MODULESHOME ++++ [23-01-29 20:04:25] test 0 +++ [23-01-29 20:04:25] '[' -t 2 ']' +++ [23-01-29 20:04:25] export -f module ++++ [23-01-29 20:04:25] type -t ml +++ [23-01-29 20:04:26] '[' function = function ']' +++ [23-01-29 20:04:26] export -f ml +++ [23-01-29 20:04:26] '[' 5 -ge 3 ']' +++ [23-01-29 20:04:26] [[ hxB =~ i ]] +++ [23-01-29 20:04:26] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [23-01-29 20:04:26] '[' '!' -n x ']' +++ [23-01-29 20:04:26] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [23-01-29 20:04:26] unset _mlcode _mlret +++ [23-01-29 20:04:26] '[' -n '' ']' + [23-01-29 20:04:26] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [23-01-29 20:04:26] module purge ++ [23-01-29 20:04:26] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [23-01-29 20:04:26] eval + [23-01-29 20:04:26] _mlstatus=0 + [23-01-29 20:04:26] return 0 + [23-01-29 20:04:26] sed -e '/^module/d' -i /root/.bashrc + [23-01-29 20:04:26] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpitests* No match for argument: mpich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mvapich2 x86_64 2.3.6-3.el9 @beaker-AppStream 15 M mvapich2-devel x86_64 2.3.6-3.el9 @beaker-AppStream 28 M openmpi x86_64 1:4.1.1-5.el9 @beaker-AppStream 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @beaker-AppStream 1.9 M Transaction Summary ================================================================================ Remove 4 Packages Freed space: 55 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mvapich2-devel-2.3.6-3.el9.x86_64 1/4 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/4 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/4 Erasing : mvapich2-2.3.6-3.el9.x86_64 4/4 Running scriptlet: mvapich2-2.3.6-3.el9.x86_64 4/4 Verifying : mvapich2-2.3.6-3.el9.x86_64 1/4 Verifying : mvapich2-devel-2.3.6-3.el9.x86_64 2/4 Verifying : openmpi-1:4.1.1-5.el9.x86_64 3/4 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 4/4 Removed: mvapich2-2.3.6-3.el9.x86_64 mvapich2-devel-2.3.6-3.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [23-01-29 20:04:30] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:12:07 ago on Sun 29 Jan 2023 07:52:24 PM EST. Package environment-modules-5.0.1-2.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 11 MB/s | 897 kB 00:00 (2/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 7.2 MB/s | 1.2 MB 00:00 (3/3): openmpi-4.1.1-5.el9.x86_64.rpm 9.0 MB/s | 2.7 MB 00:00 -------------------------------------------------------------------------------- Total 16 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [23-01-29 20:04:37] '[' -f /etc/profile.d/modules.sh ']' + [23-01-29 20:04:37] source /etc/profile.d/modules.sh ++ [23-01-29 20:04:37] '[' -n /usr/bin/bash ']' ++ [23-01-29 20:04:37] '[' bash = sh ']' ++ [23-01-29 20:04:37] shell=bash ++ [23-01-29 20:04:37] '[' -f /usr/share/Modules/init/bash ']' ++ [23-01-29 20:04:37] . /usr/share/Modules/init/bash +++ [23-01-29 20:04:37] unset _mlshdbg +++ [23-01-29 20:04:37] '[' 0 = 1 ']' +++ [23-01-29 20:04:37] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:04:37] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:04:37] unset _mlre _mlIFS +++ [23-01-29 20:04:37] '[' -n x ']' +++ [23-01-29 20:04:37] _mlIFS=' ' +++ [23-01-29 20:04:37] IFS=' ' +++ [23-01-29 20:04:37] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:04:37] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [23-01-29 20:04:37] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [23-01-29 20:04:37] echo +++ [23-01-29 20:04:37] '[' -n '' ']' +++ [23-01-29 20:04:37] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [23-01-29 20:04:37] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [23-01-29 20:04:37] echo +++ [23-01-29 20:04:37] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [23-01-29 20:04:37] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:04:37] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [23-01-29 20:04:37] eval 'echo ${LD_PRELOAD+x}' +++++ [23-01-29 20:04:37] echo +++ [23-01-29 20:04:37] '[' -n '' ']' +++ [23-01-29 20:04:37] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [23-01-29 20:04:37] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [23-01-29 20:04:37] echo +++ [23-01-29 20:04:37] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [23-01-29 20:04:37] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [23-01-29 20:04:37] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [23-01-29 20:04:37] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [23-01-29 20:04:37] LD_LIBRARY_PATH= +++++ [23-01-29 20:04:37] LD_PRELOAD= +++++ [23-01-29 20:04:37] __MODULES_QUARANTINE_SET=1 +++++ [23-01-29 20:04:37] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [23-01-29 20:04:37] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [23-01-29 20:04:37] _mlret=0 +++ [23-01-29 20:04:37] '[' -n x ']' +++ [23-01-29 20:04:37] IFS=' ' +++ [23-01-29 20:04:37] unset _mlIFS +++ [23-01-29 20:04:37] unset _mlre _mlv _mlrv +++ [23-01-29 20:04:37] '[' 0 -eq 0 ']' +++ [23-01-29 20:04:37] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [23-01-29 20:04:37] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [23-01-29 20:04:37] export MODULES_CMD ++++ [23-01-29 20:04:37] unset __MODULES_AUTOINIT_INPROGRESS ++++ [23-01-29 20:04:37] MODULESHOME=/usr/share/Modules ++++ [23-01-29 20:04:37] export MODULESHOME ++++ [23-01-29 20:04:37] test 0 +++ [23-01-29 20:04:37] '[' -t 2 ']' +++ [23-01-29 20:04:37] export -f module ++++ [23-01-29 20:04:37] type -t ml +++ [23-01-29 20:04:37] '[' function = function ']' +++ [23-01-29 20:04:37] export -f ml +++ [23-01-29 20:04:37] '[' 5 -ge 3 ']' +++ [23-01-29 20:04:37] [[ hxB =~ i ]] +++ [23-01-29 20:04:37] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [23-01-29 20:04:37] '[' '!' -n x ']' +++ [23-01-29 20:04:37] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [23-01-29 20:04:37] unset _mlcode _mlret +++ [23-01-29 20:04:37] '[' -n '' ']' + [23-01-29 20:04:37] [[ openmpi == *\p\s\m\2* ]] ++ [23-01-29 20:04:37] rpm -ql openmpi ++ [23-01-29 20:04:37] grep modulefiles ++ [23-01-29 20:04:37] tail -n 1 + [23-01-29 20:04:37] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [23-01-29 20:04:37] echo 'module purge' + [23-01-29 20:04:37] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [23-01-29 20:04:37] source /root/.bashrc + [23-01-29 20:04:37] module list ++ [23-01-29 20:04:37] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [23-01-29 20:04:38] eval + [23-01-29 20:04:38] _mlstatus=0 + [23-01-29 20:04:38] return 0 ++ [23-01-29 20:04:38] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:04:38] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [23-01-29 20:04:38] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:04:38] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:04:38] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [23-01-29 20:04:38] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:04:38] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:04:38] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [23-01-29 20:04:38] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:04:38] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:04:38] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:04:38] MPI_create_hostfiles + [23-01-29 20:04:38] '[' -z '' -o -z 172.31.40.31 ']' + [23-01-29 20:04:38] echo 'Please run /kernel/infiniband/env_setup before MPI_create_hostfiles' Please run /kernel/infiniband/env_setup before MPI_create_hostfiles + [23-01-29 20:04:38] return 1 + [23-01-29 20:04:38] echo 'MPI_setup: Failed to generate MPI hostfiles' MPI_setup: Failed to generate MPI hostfiles + [23-01-29 20:04:38] echo 'MPI_setup: (This is expected on singlehost environment setup)' MPI_setup: (This is expected on singlehost environment setup) + [23-01-29 20:04:38] '[' -x /bin/systemctl ']' + [23-01-29 20:04:38] systemctl stop firewalld.service + [23-01-29 20:04:38] systemctl disable firewalld.service + [23-01-29 20:04:38] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [23-01-29 20:04:38] MPI_dual_port_fix + [23-01-29 20:04:38] [[ bnxt == *\q\i\b* ]] ++ [23-01-29 20:04:38] RQA_get_rhel_major ++ [23-01-29 20:04:38] awk -F . '{print $1}' +++ [23-01-29 20:04:38] RQA_get_rhel_release +++ [23-01-29 20:04:38] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:38] echo 9 + [23-01-29 20:04:38] '[' 9 -ge 7 ']' + [23-01-29 20:04:38] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [23-01-29 20:04:38] PKG_LIST= + [23-01-29 20:04:38] for p in "$@" + [23-01-29 20:04:38] rpm -q targetcli package targetcli is not installed + [23-01-29 20:04:38] PKG_LIST=' targetcli' + [23-01-29 20:04:38] for p in "$@" + [23-01-29 20:04:38] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [23-01-29 20:04:38] for p in "$@" + [23-01-29 20:04:38] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [23-01-29 20:04:38] '[' '!' -z ' targetcli' ']' + [23-01-29 20:04:38] dnf install -y --setopt=strict=0 --nogpgcheck targetcli Last metadata expiration check: 0:12:15 ago on Sun 29 Jan 2023 07:52:24 PM EST. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: targetcli noarch 2.1.53-7.el9 BUILDROOT-C9S 71 k Installing dependencies: python3-configshell noarch 1:1.1.28-7.el9 BUILDROOT-C9S 65 k python3-kmod x86_64 0.9-32.el9 BUILDROOT-C9S 81 k python3-pyparsing noarch 2.4.7-9.el9 BUILDROOT-C9S 149 k python3-rtslib noarch 2.1.75-1.el9 BUILDROOT-C9S 90 k python3-urwid x86_64 2.1.2-4.el9 BUILDROOT-C9S 768 k target-restore noarch 2.1.75-1.el9 BUILDROOT-C9S 14 k Transaction Summary ================================================================================ Install 7 Packages Total download size: 1.2 M Installed size: 5.0 M Downloading Packages: (1/7): python3-kmod-0.9-32.el9.x86_64.rpm 5.0 MB/s | 81 kB 00:00 (2/7): python3-configshell-1.1.28-7.el9.noarch. 2.6 MB/s | 65 kB 00:00 (3/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 3.8 MB/s | 149 kB 00:00 (4/7): python3-rtslib-2.1.75-1.el9.noarch.rpm 2.7 MB/s | 90 kB 00:00 (5/7): target-restore-2.1.75-1.el9.noarch.rpm 932 kB/s | 14 kB 00:00 (6/7): targetcli-2.1.53-7.el9.noarch.rpm 5.6 MB/s | 71 kB 00:00 (7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.8 MB/s | 768 kB 00:00 -------------------------------------------------------------------------------- Total 11 MB/s | 1.2 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 Installing : python3-configshell-1:1.1.28-7.el9.noarch 3/7 Installing : python3-kmod-0.9-32.el9.x86_64 4/7 Installing : python3-rtslib-2.1.75-1.el9.noarch 5/7 Installing : target-restore-2.1.75-1.el9.noarch 6/7 Running scriptlet: target-restore-2.1.75-1.el9.noarch 6/7 Installing : targetcli-2.1.53-7.el9.noarch 7/7 Running scriptlet: targetcli-2.1.53-7.el9.noarch 7/7 Verifying : python3-configshell-1:1.1.28-7.el9.noarch 1/7 Verifying : python3-kmod-0.9-32.el9.x86_64 2/7 Verifying : python3-pyparsing-2.4.7-9.el9.noarch 3/7 Verifying : python3-rtslib-2.1.75-1.el9.noarch 4/7 Verifying : python3-urwid-2.1.2-4.el9.x86_64 5/7 Verifying : target-restore-2.1.75-1.el9.noarch 6/7 Verifying : targetcli-2.1.53-7.el9.noarch 7/7 Installed: python3-configshell-1:1.1.28-7.el9.noarch python3-kmod-0.9-32.el9.x86_64 python3-pyparsing-2.4.7-9.el9.noarch python3-rtslib-2.1.75-1.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 target-restore-2.1.75-1.el9.noarch targetcli-2.1.53-7.el9.noarch Complete! + [23-01-29 20:04:44] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [23-01-29 20:04:44] RQA_get_rhel_major ++ [23-01-29 20:04:44] awk -F . '{print $1}' +++ [23-01-29 20:04:44] RQA_get_rhel_release +++ [23-01-29 20:04:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:44] echo 9 + [23-01-29 20:04:44] [[ 9 -ge 8 ]] + [23-01-29 20:04:44] RQA_pkg_install iperf3 + [23-01-29 20:04:44] PKG_LIST= + [23-01-29 20:04:44] for p in "$@" + [23-01-29 20:04:44] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [23-01-29 20:04:45] '[' '!' -z '' ']' + [23-01-29 20:04:45] RQA_pkg_install net-tools + [23-01-29 20:04:45] PKG_LIST= + [23-01-29 20:04:45] for p in "$@" + [23-01-29 20:04:45] rpm -q net-tools package net-tools is not installed + [23-01-29 20:04:45] PKG_LIST=' net-tools' + [23-01-29 20:04:45] '[' '!' -z ' net-tools' ']' + [23-01-29 20:04:45] dnf install -y --setopt=strict=0 --nogpgcheck net-tools Last metadata expiration check: 0:12:22 ago on Sun 29 Jan 2023 07:52:24 PM EST. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: net-tools x86_64 2.0-0.62.20160912git.el9 BUILDROOT-C9S 292 k Transaction Summary ================================================================================ Install 1 Package Total download size: 292 k Installed size: 912 k Downloading Packages: net-tools-2.0-0.62.20160912git.el9.x86_64.rpm 9.5 MB/s | 292 kB 00:00 -------------------------------------------------------------------------------- Total 8.7 MB/s | 292 kB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Running scriptlet: net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Verifying : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Installed: net-tools-2.0-0.62.20160912git.el9.x86_64 Complete! + [23-01-29 20:04:48] [[ common == \c\o\m\m\o\n ]] + [23-01-29 20:04:48] common_tests ++ [23-01-29 20:04:48] RQA_get_driver_modules ++ [23-01-29 20:04:49] case ${RDMA_DRIVER} in ++ [23-01-29 20:04:49] echo 'bnxt_re bnxt_en' + [23-01-29 20:04:49] driver_modules='bnxt_re bnxt_en' + [23-01-29 20:04:49] for module in $driver_modules + [23-01-29 20:04:49] lsmod + [23-01-29 20:04:49] grep -i '^bnxt_re ' bnxt_re 147456 0 + [23-01-29 20:04:49] RQA_check_result -r 0 -t 'load module bnxt_re' + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local 'msg=load module bnxt_re' + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z 'load module bnxt_re' ']' + [23-01-29 20:04:49] '[' -z '' ']' + [23-01-29 20:04:49] source /etc/environment ++ [23-01-29 20:04:49] TEST_RESULT_FILE= + [23-01-29 20:04:49] '[' -z '' ']' + [23-01-29 20:04:49] __RQA_create_test_result_file ++ [23-01-29 20:04:49] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [23-01-29 20:04:49] local rdma_version=rdma-core-41.0-3.el9 ++ [23-01-29 20:04:49] echo /kernel/infiniband/cki/sanity ++ [23-01-29 20:04:49] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [23-01-29 20:04:49] TEST_NAME=cki/sanity + [23-01-29 20:04:49] [[ ! -z rdma-cki-01 ]] + [23-01-29 20:04:49] [[ ! -z rdma-qe-31 ]] + [23-01-29 20:04:49] hosts_list=rdma-cki-01/rdma-qe-31 + [23-01-29 20:04:49] local _bkrjb= ++ [23-01-29 20:04:49] grep JOBID= /etc/motd ++ [23-01-29 20:04:49] tr -d ' ' ++ [23-01-29 20:04:49] sed s/JOBID=/J:/g ++ [23-01-29 20:04:49] head -1 + [23-01-29 20:04:49] _bkrjb=J:7478195 + [23-01-29 20:04:49] [[ ! -z J:7478195 ]] + [23-01-29 20:04:49] _bkrjb=' & Beaker job J:7478195' ++ [23-01-29 20:04:49] echo results_cki/sanity.txt ++ [23-01-29 20:04:49] sed 's/\//-/g' + [23-01-29 20:04:49] local result_filename=results_cki-sanity.txt ++ [23-01-29 20:04:49] mktemp -d + [23-01-29 20:04:49] TEST_RESULT_FILE=/tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt + [23-01-29 20:04:49] echo 'cki/sanity test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478195:' ++ [23-01-29 20:04:49] uname -r + [23-01-29 20:04:49] echo '5.14.0-247.rt14.248.1955_761016865.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [23-01-29 20:04:49] echo ' Result | Status | Test' + [23-01-29 20:04:49] echo ' ---------+--------+------------------------------------' + [23-01-29 20:04:49] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 20:04:49] echo TEST_RESULT_FILE=/tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt + [23-01-29 20:04:49] source /etc/environment ++ [23-01-29 20:04:49] TEST_RESULT_FILE=/tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 'load module bnxt_re' + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: load module bnxt_re - Result: PASS - Return: 0 --- + [23-01-29 20:04:49] for module in $driver_modules + [23-01-29 20:04:49] lsmod + [23-01-29 20:04:49] grep -i '^bnxt_en ' bnxt_en 344064 1 bnxt_re + [23-01-29 20:04:49] RQA_check_result -r 0 -t 'load module bnxt_en' + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local 'msg=load module bnxt_en' + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z 'load module bnxt_en' ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 'load module bnxt_en' + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: load module bnxt_en - Result: PASS - Return: 0 --- + [23-01-29 20:04:49] [[ roce == *\o\p\a* ]] + [23-01-29 20:04:49] [[ roce == *\i\b* ]] ++ [23-01-29 20:04:49] ibstatus bnxt_re0 ++ [23-01-29 20:04:49] grep -A 7 'port 1' ++ [23-01-29 20:04:49] awk '/rate:/ {print $2 " " $3}' + [23-01-29 20:04:49] ibstatus_rate='25 Gb/sec' + [23-01-29 20:04:49] [[ -z 25 Gb/sec ]] + [23-01-29 20:04:49] [[ 25 Gb/sec == 25 Gb/sec ]] + [23-01-29 20:04:49] RQA_check_result -r 0 -t 'ibstatus reported expected HCA rate' + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local 'msg=ibstatus reported expected HCA rate' + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z 'ibstatus reported expected HCA rate' ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 'ibstatus reported expected HCA rate' + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: ibstatus reported expected HCA rate - Result: PASS - Return: 0 --- ++ [23-01-29 20:04:49] RQA_get_rhel_major ++ [23-01-29 20:04:49] awk -F . '{print $1}' +++ [23-01-29 20:04:49] RQA_get_rhel_release +++ [23-01-29 20:04:49] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:49] echo 9 + [23-01-29 20:04:49] [[ 9 -ge 8 ]] + [23-01-29 20:04:49] [[ roce == \i\b\0 ]] + [23-01-29 20:04:49] [[ roce == \i\b\1 ]] + [23-01-29 20:04:49] [[ roce == \o\p\a\0 ]] + [23-01-29 20:04:49] [[ roce == \r\o\c\e ]] + [23-01-29 20:04:49] vlan_fail=0 + [23-01-29 20:04:49] DEVICE_ID_TMP=bnxt_roce + [23-01-29 20:04:49] '[' 9 -gt 12 ']' + [23-01-29 20:04:49] ip link add link bnxt_roce name bnxt_roce.81 type vlan id 81 + [23-01-29 20:04:49] (( vlan_fail+=0 )) + [23-01-29 20:04:49] ip --details link show bnxt_roce.81 10: bnxt_roce.81@bnxt_roce: mtu 9000 qdisc noop state DOWN mode DEFAULT group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff promiscuity 0 minmtu 0 maxmtu 65535 vlan protocol 802.1Q id 81 addrgenmode eui64 numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 tso_max_size 65536 tso_max_segs 65535 gro_max_size 65536 + [23-01-29 20:04:49] (( vlan_fail+=0 )) + [23-01-29 20:04:49] ip link delete bnxt_roce.81 + [23-01-29 20:04:49] (( vlan_fail+=0 )) + [23-01-29 20:04:49] RQA_check_result -r 0 -t 'vlan bnxt_roce.81 create/delete' + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local 'msg=vlan bnxt_roce.81 create/delete' + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z 'vlan bnxt_roce.81 create/delete' ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 'vlan bnxt_roce.81 create/delete' + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: vlan bnxt_roce.81 create/delete - Result: PASS - Return: 0 --- + [23-01-29 20:04:49] [[ roce != *\i\w* ]] + [23-01-29 20:04:49] /usr/sbin/ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [23-01-29 20:04:49] RQA_check_result -r 0 -t /usr/sbin/ibstat + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local msg=/usr/sbin/ibstat + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z /usr/sbin/ibstat ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 /usr/sbin/ibstat + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibstat - Result: PASS - Return: 0 --- + [23-01-29 20:04:49] /usr/sbin/ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [23-01-29 20:04:49] RQA_check_result -r 0 -t /usr/sbin/ibstatus + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local msg=/usr/sbin/ibstatus + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z /usr/sbin/ibstatus ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:49] '[' 0 -eq 0 ']' + [23-01-29 20:04:49] local test_result=PASS + [23-01-29 20:04:49] printf '%10s | %6s | %s\n' PASS 0 /usr/sbin/ibstatus + [23-01-29 20:04:49] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibstatus - Result: PASS - Return: 0 --- + [23-01-29 20:04:49] rpm -q srptools srp_daemon package srptools is not installed srp_daemon-41.0-3.el9.x86_64 + [23-01-29 20:04:49] guid_st_01=0x001175000078b784 + [23-01-29 20:04:49] guid_st_03=0xe41d2d03001d6470 + [23-01-29 20:04:49] echo 'a 0x001175000078b784 pkey=ffff' + [23-01-29 20:04:49] echo 'a 0xe41d2d03001d6470 pkey=ffff' + [23-01-29 20:04:49] echo d + [23-01-29 20:04:49] local srpd_serv=srpd.service + [23-01-29 20:04:49] '[' -f /usr/lib/systemd/system/srp_daemon.service ']' + [23-01-29 20:04:49] srpd_serv=srp_daemon.service + [23-01-29 20:04:49] systemctl is-active srp_daemon.service + [23-01-29 20:04:49] systemctl start srp_daemon.service + [23-01-29 20:04:49] RQA_check_result -r 0 -t 'systemctl start srp_daemon.service' + [23-01-29 20:04:49] local test_pass=0 + [23-01-29 20:04:49] local test_skip=777 + [23-01-29 20:04:49] test 4 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local rc=0 + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 2 -gt 0 + [23-01-29 20:04:49] case $1 in + [23-01-29 20:04:49] local 'msg=systemctl start srp_daemon.service' + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] shift + [23-01-29 20:04:49] test 0 -gt 0 + [23-01-29 20:04:49] '[' -z 0 -o -z 'systemctl start srp_daemon.service' ']' + [23-01-29 20:04:49] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' 0 -eq 0 ']' + [23-01-29 20:04:50] local test_result=PASS + [23-01-29 20:04:50] printf '%10s | %6s | %s\n' PASS 0 'systemctl start srp_daemon.service' + [23-01-29 20:04:50] set +x --- - TEST RESULT FOR sanity - Test: systemctl start srp_daemon.service - Result: PASS - Return: 0 --- + [23-01-29 20:04:50] RQA_skip_test ibsrpdm + [23-01-29 20:04:50] local skp=ibsrpdm + [23-01-29 20:04:50] local skp_rtn=0 + [23-01-29 20:04:50] '[' '!' -z ibsrpdm ']' + [23-01-29 20:04:50] [[ '' == *\i\b\s\r\p\d\m* ]] + [23-01-29 20:04:50] return 0 + [23-01-29 20:04:50] skip_ibsrpdm=0 + [23-01-29 20:04:50] '[' 0 -eq 0 ']' + [23-01-29 20:04:50] /usr/sbin/ibsrpdm -vc Unsupported link layer Ethernet Resource allocation failed Using device bnxt_re0 port 1 + [23-01-29 20:04:50] RQA_check_result -r 1 -t '/usr/sbin/ibsrpdm -vc' + [23-01-29 20:04:50] local test_pass=0 + [23-01-29 20:04:50] local test_skip=777 + [23-01-29 20:04:50] test 4 -gt 0 + [23-01-29 20:04:50] case $1 in + [23-01-29 20:04:50] local rc=1 + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] test 2 -gt 0 + [23-01-29 20:04:50] case $1 in + [23-01-29 20:04:50] local 'msg=/usr/sbin/ibsrpdm -vc' + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] test 0 -gt 0 + [23-01-29 20:04:50] '[' -z 1 -o -z '/usr/sbin/ibsrpdm -vc' ']' + [23-01-29 20:04:50] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' 1 -eq 0 ']' + [23-01-29 20:04:50] '[' 1 -eq 777 ']' + [23-01-29 20:04:50] local test_result=FAIL + [23-01-29 20:04:50] export result=FAIL + [23-01-29 20:04:50] result=FAIL + [23-01-29 20:04:50] [[ ! -z '' ]] + [23-01-29 20:04:50] printf '%10s | %6s | %s\n' FAIL 1 '/usr/sbin/ibsrpdm -vc' + [23-01-29 20:04:50] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibsrpdm -vc - Result: FAIL - Return: 1 --- + [23-01-29 20:04:50] systemctl stop srp_daemon + [23-01-29 20:04:50] RQA_check_result -r 0 -t 'systemctl stop srp_daemon' + [23-01-29 20:04:50] local test_pass=0 + [23-01-29 20:04:50] local test_skip=777 + [23-01-29 20:04:50] test 4 -gt 0 + [23-01-29 20:04:50] case $1 in + [23-01-29 20:04:50] local rc=0 + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] test 2 -gt 0 + [23-01-29 20:04:50] case $1 in + [23-01-29 20:04:50] local 'msg=systemctl stop srp_daemon' + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] shift + [23-01-29 20:04:50] test 0 -gt 0 + [23-01-29 20:04:50] '[' -z 0 -o -z 'systemctl stop srp_daemon' ']' + [23-01-29 20:04:50] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:04:50] '[' 0 -eq 0 ']' + [23-01-29 20:04:50] local test_result=PASS + [23-01-29 20:04:50] printf '%10s | %6s | %s\n' PASS 0 'systemctl stop srp_daemon' + [23-01-29 20:04:50] set +x --- - TEST RESULT FOR sanity - Test: systemctl stop srp_daemon - Result: PASS - Return: 0 --- ++ [23-01-29 20:04:50] RQA_get_rhel_major ++ [23-01-29 20:04:50] awk -F . '{print $1}' +++ [23-01-29 20:04:50] RQA_get_rhel_release +++ [23-01-29 20:04:50] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:04:50] echo 9 + [23-01-29 20:04:50] '[' 9 -lt 8 ']' + [23-01-29 20:04:50] timeout 3m ping -i 0.2 -c 100 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.039 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=4 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=5 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=6 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=7 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=8 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=9 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=10 ttl=64 time=0.025 ms 64 bytes from 172.31.40.31: icmp_seq=11 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=12 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=13 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=14 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=15 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=16 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=17 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=18 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=19 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=20 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=21 ttl=64 time=0.024 ms 64 bytes from 172.31.40.31: icmp_seq=22 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=23 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=24 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=25 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=26 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=27 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=28 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=29 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=30 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=31 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=32 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=33 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=34 ttl=64 time=0.026 ms 64 bytes from 172.31.40.31: icmp_seq=35 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=36 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=37 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=38 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=39 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=40 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=41 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=42 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=43 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=44 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=45 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=46 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=47 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=48 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=49 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=50 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=51 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=52 ttl=64 time=0.027 ms 64 bytes from 172.31.40.31: icmp_seq=53 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=54 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=55 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=56 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=57 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=58 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=59 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=60 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=61 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=62 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=63 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=64 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=65 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=66 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=67 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=68 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=69 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=70 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=71 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=72 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=73 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=74 ttl=64 time=0.022 ms 64 bytes from 172.31.40.31: icmp_seq=75 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=76 ttl=64 time=0.029 ms 64 bytes from 172.31.40.31: icmp_seq=77 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=78 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=79 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=80 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=81 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=82 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=83 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=84 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=85 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=86 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=87 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=88 ttl=64 time=0.022 ms 64 bytes from 172.31.40.31: icmp_seq=89 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=90 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=91 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=92 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=93 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=94 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=95 ttl=64 time=0.022 ms 64 bytes from 172.31.40.31: icmp_seq=96 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=97 ttl=64 time=0.020 ms 64 bytes from 172.31.40.31: icmp_seq=98 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=99 ttl=64 time=0.022 ms 64 bytes from 172.31.40.31: icmp_seq=100 ttl=64 time=0.032 ms --- 172.31.40.31 ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20590ms rtt min/avg/max/mdev = 0.018/0.020/0.039/0.003 ms + [23-01-29 20:05:10] RQA_check_result -r 0 -t 'ping self - 172.31.40.31' + [23-01-29 20:05:10] local test_pass=0 + [23-01-29 20:05:10] local test_skip=777 + [23-01-29 20:05:10] test 4 -gt 0 + [23-01-29 20:05:10] case $1 in + [23-01-29 20:05:10] local rc=0 + [23-01-29 20:05:10] shift + [23-01-29 20:05:10] shift + [23-01-29 20:05:10] test 2 -gt 0 + [23-01-29 20:05:10] case $1 in + [23-01-29 20:05:10] local 'msg=ping self - 172.31.40.31' + [23-01-29 20:05:10] shift + [23-01-29 20:05:10] shift + [23-01-29 20:05:10] test 0 -gt 0 + [23-01-29 20:05:10] '[' -z 0 -o -z 'ping self - 172.31.40.31' ']' + [23-01-29 20:05:10] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:05:10] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:05:10] '[' 0 -eq 0 ']' + [23-01-29 20:05:10] local test_result=PASS + [23-01-29 20:05:10] printf '%10s | %6s | %s\n' PASS 0 'ping self - 172.31.40.31' + [23-01-29 20:05:10] set +x --- - TEST RESULT FOR sanity - Test: ping self - 172.31.40.31 - Result: PASS - Return: 0 --- + [23-01-29 20:05:10] timeout 3m ping6 -i 0.2 -c 100 fe80::20a:f7ff:fe97:b162%bnxt_roce PING fe80::20a:f7ff:fe97:b162%bnxt_roce(fe80::20a:f7ff:fe97:b162%bnxt_roce) 56 data bytes 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=1 ttl=64 time=0.054 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=2 ttl=64 time=0.026 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=3 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=4 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=5 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=6 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=7 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=8 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=9 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=10 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=11 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=12 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=13 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=14 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=15 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=16 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=17 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=18 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=19 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=20 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=21 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=22 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=23 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=24 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=25 ttl=64 time=0.029 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=26 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=27 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=28 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=29 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=30 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=31 ttl=64 time=0.020 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=32 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=33 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=34 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=35 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=36 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=37 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=38 ttl=64 time=0.027 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=39 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=40 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=41 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=42 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=43 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=44 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=45 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=46 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=47 ttl=64 time=0.020 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=48 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=49 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=50 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=51 ttl=64 time=0.020 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=52 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=53 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=54 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=55 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=56 ttl=64 time=0.040 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=57 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=58 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=59 ttl=64 time=0.025 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=60 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=61 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=62 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=63 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=64 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=65 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=66 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=67 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=68 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=69 ttl=64 time=0.040 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=70 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=71 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=72 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=73 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=74 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=75 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=76 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=77 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=78 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=79 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=80 ttl=64 time=0.030 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=81 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=82 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=83 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=84 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=85 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=86 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=87 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=88 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=89 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=90 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=91 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=92 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=93 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=94 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=95 ttl=64 time=0.024 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=96 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=97 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=98 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=99 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=100 ttl=64 time=0.022 ms --- fe80::20a:f7ff:fe97:b162%bnxt_roce ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20585ms rtt min/avg/max/mdev = 0.020/0.023/0.054/0.004 ms + [23-01-29 20:05:31] RQA_check_result -r 0 -t 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [23-01-29 20:05:31] local test_pass=0 + [23-01-29 20:05:31] local test_skip=777 + [23-01-29 20:05:31] test 4 -gt 0 + [23-01-29 20:05:31] case $1 in + [23-01-29 20:05:31] local rc=0 + [23-01-29 20:05:31] shift + [23-01-29 20:05:31] shift + [23-01-29 20:05:31] test 2 -gt 0 + [23-01-29 20:05:31] case $1 in + [23-01-29 20:05:31] local 'msg=ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [23-01-29 20:05:31] shift + [23-01-29 20:05:31] shift + [23-01-29 20:05:31] test 0 -gt 0 + [23-01-29 20:05:31] '[' -z 0 -o -z 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' ']' + [23-01-29 20:05:31] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:05:31] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:05:31] '[' 0 -eq 0 ']' + [23-01-29 20:05:31] local test_result=PASS + [23-01-29 20:05:31] printf '%10s | %6s | %s\n' PASS 0 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [23-01-29 20:05:31] set +x --- - TEST RESULT FOR sanity - Test: ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce - Result: PASS - Return: 0 --- ++ [23-01-29 20:05:31] RQA_get_rhel_major ++ [23-01-29 20:05:31] awk -F . '{print $1}' +++ [23-01-29 20:05:31] RQA_get_rhel_release +++ [23-01-29 20:05:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:05:31] echo 9 + [23-01-29 20:05:31] [[ 9 -gt 7 ]] ++ [23-01-29 20:05:31] RQA_get_rhel_minor ++ [23-01-29 20:05:31] awk -F . '{print $2}' +++ [23-01-29 20:05:31] RQA_get_rhel_release +++ [23-01-29 20:05:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:05:31] echo 9 + [23-01-29 20:05:31] [[ '' -gt 2 ]] + [23-01-29 20:05:31] echo '--- wait the server to get ready.' --- wait the server to get ready. + [23-01-29 20:05:31] rhts_sync_block -s server-ready rdma-cki-01.rdma.lab.eng.rdu2.redhat.com /usr/bin/rhts_sync_block -s server-ready rdma-cki-01.rdma.lab.eng.rdu2.redhat.com -- Blocking state(s) = 12_server-ready + [23-01-29 20:05:40] rhts_sync_set -s client-ready /usr/bin/rhts_sync_set -s client-ready -- State set = 12_client-ready + [23-01-29 20:05:40] bash -x ./tier1.sh client + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 20:05:40] export NIC_PREF= ++ [23-01-29 20:05:40] NIC_PREF= ++ [23-01-29 20:05:40] export PERFTEST_FLAGS= ++ [23-01-29 20:05:40] PERFTEST_FLAGS= +++ [23-01-29 20:05:40] hostname -s ++ [23-01-29 20:05:40] export s_hostname=rdma-qe-31 ++ [23-01-29 20:05:40] s_hostname=rdma-qe-31 ++ [23-01-29 20:05:40] RQA_set_pyexec ++ [23-01-29 20:05:40] PYEXEC= ++ [23-01-29 20:05:40] which python ++ [23-01-29 20:05:40] export PYEXEC=python ++ [23-01-29 20:05:40] PYEXEC=python ++ [23-01-29 20:05:40] return 0 +++ [23-01-29 20:05:40] grep -i fedora /etc/redhat-release ++ [23-01-29 20:05:40] [[ -n '' ]] +++ [23-01-29 20:05:40] RQA_get_rhel_major +++ [23-01-29 20:05:40] awk -F . '{print $1}' ++++ [23-01-29 20:05:40] RQA_get_rhel_release ++++ [23-01-29 20:05:40] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:40] echo 9 ++ [23-01-29 20:05:40] [[ 9 -ge 8 ]] ++ [23-01-29 20:05:40] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:05:40] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:05:40] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 20:05:40] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 20:05:40] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 20:05:40] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:05:40] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:05:40] '[' -f /root/known-issues.sh ']' ++ [23-01-29 20:05:40] source /root/known-issues.sh ++ [23-01-29 20:05:44] RQA_load_tech_preview_modules ++ [23-01-29 20:05:44] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 20:05:44] return ++ [23-01-29 20:05:44] RQA_fix_uefi_reboot ++ [23-01-29 20:05:44] ls -l /usr/sbin/reboot ++ [23-01-29 20:05:44] grep rhts-reboot ++ [23-01-29 20:05:44] which rhts-reboot ++ [23-01-29 20:05:44] rpm -q rhts-test-env ++ [23-01-29 20:05:44] RQA_fix_ssh_ipv6_auth +++ [23-01-29 20:05:44] RQA_get_rhel_major +++ [23-01-29 20:05:44] awk -F . '{print $1}' ++++ [23-01-29 20:05:44] RQA_get_rhel_release ++++ [23-01-29 20:05:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:44] echo 9 ++ [23-01-29 20:05:44] '[' 9 -ge 7 ']' ++ [23-01-29 20:05:44] local need_restart=0 ++ [23-01-29 20:05:44] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 20:05:44] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 20:05:44] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 20:05:44] '[' 0 -eq 1 ']' ++ [23-01-29 20:05:44] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 20:05:44] RQA_get_rhel_major +++ [23-01-29 20:05:44] awk -F . '{print $1}' ++++ [23-01-29 20:05:44] RQA_get_rhel_release ++++ [23-01-29 20:05:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:44] echo 9 ++ [23-01-29 20:05:44] [[ 9 -ge 7 ]] +++ [23-01-29 20:05:44] RQA_get_rhel_minor +++ [23-01-29 20:05:44] awk -F . '{print $2}' ++++ [23-01-29 20:05:44] RQA_get_rhel_release ++++ [23-01-29 20:05:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:44] echo 9 ++ [23-01-29 20:05:44] [[ '' -ge 5 ]] +++ [23-01-29 20:05:44] RQA_get_rhel_major +++ [23-01-29 20:05:44] awk -F . '{print $1}' ++++ [23-01-29 20:05:44] RQA_get_rhel_release ++++ [23-01-29 20:05:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:44] echo 9 ++ [23-01-29 20:05:44] [[ 9 -gt 7 ]] +++ [23-01-29 20:05:44] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 20:05:44] grep mlx5 +++ [23-01-29 20:05:44] grep ib +++ [23-01-29 20:05:44] grep -v '~' ++ [23-01-29 20:05:44] RQA_nfs_rhel8_temp_fix +++ [23-01-29 20:05:44] RQA_get_rhel_major +++ [23-01-29 20:05:44] awk -F . '{print $1}' ++++ [23-01-29 20:05:44] RQA_get_rhel_release ++++ [23-01-29 20:05:44] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:44] echo 9 ++ [23-01-29 20:05:44] (( 9 == 8 )) ++ [23-01-29 20:05:44] source /root/.bashrc ++ [23-01-29 20:05:45] [[ bnxt == \i\4\0\i\w ]] + [23-01-29 20:05:45] source /root/mpi-functions.sh ++ [23-01-29 20:05:45] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [23-01-29 20:05:45] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [23-01-29 20:05:45] source /root/rdma-qa.sh ++ [23-01-29 20:05:45] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 20:05:45] export NIC_PREF= ++ [23-01-29 20:05:45] NIC_PREF= ++ [23-01-29 20:05:45] export PERFTEST_FLAGS= ++ [23-01-29 20:05:45] PERFTEST_FLAGS= +++ [23-01-29 20:05:45] hostname -s ++ [23-01-29 20:05:45] export s_hostname=rdma-qe-31 ++ [23-01-29 20:05:45] s_hostname=rdma-qe-31 ++ [23-01-29 20:05:45] RQA_set_pyexec ++ [23-01-29 20:05:45] PYEXEC= ++ [23-01-29 20:05:45] which python ++ [23-01-29 20:05:45] export PYEXEC=python ++ [23-01-29 20:05:45] PYEXEC=python ++ [23-01-29 20:05:45] return 0 +++ [23-01-29 20:05:45] grep -i fedora /etc/redhat-release ++ [23-01-29 20:05:46] [[ -n '' ]] +++ [23-01-29 20:05:46] RQA_get_rhel_major +++ [23-01-29 20:05:46] awk -F . '{print $1}' ++++ [23-01-29 20:05:46] RQA_get_rhel_release ++++ [23-01-29 20:05:46] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:46] echo 9 ++ [23-01-29 20:05:46] [[ 9 -ge 8 ]] ++ [23-01-29 20:05:46] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:05:46] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 20:05:46] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 20:05:46] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 20:05:46] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 20:05:46] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:05:46] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 20:05:46] '[' -f /root/known-issues.sh ']' ++ [23-01-29 20:05:46] source /root/known-issues.sh ++ [23-01-29 20:05:51] RQA_load_tech_preview_modules ++ [23-01-29 20:05:51] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 20:05:51] return ++ [23-01-29 20:05:51] RQA_fix_uefi_reboot ++ [23-01-29 20:05:51] ls -l /usr/sbin/reboot ++ [23-01-29 20:05:51] grep rhts-reboot ++ [23-01-29 20:05:51] which rhts-reboot ++ [23-01-29 20:05:51] rpm -q rhts-test-env ++ [23-01-29 20:05:51] RQA_fix_ssh_ipv6_auth +++ [23-01-29 20:05:51] RQA_get_rhel_major +++ [23-01-29 20:05:51] awk -F . '{print $1}' ++++ [23-01-29 20:05:51] RQA_get_rhel_release ++++ [23-01-29 20:05:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:51] echo 9 ++ [23-01-29 20:05:51] '[' 9 -ge 7 ']' ++ [23-01-29 20:05:51] local need_restart=0 ++ [23-01-29 20:05:51] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 20:05:51] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 20:05:51] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 20:05:51] '[' 0 -eq 1 ']' ++ [23-01-29 20:05:51] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 20:05:51] RQA_get_rhel_major +++ [23-01-29 20:05:51] awk -F . '{print $1}' ++++ [23-01-29 20:05:51] RQA_get_rhel_release ++++ [23-01-29 20:05:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:51] echo 9 ++ [23-01-29 20:05:51] [[ 9 -ge 7 ]] +++ [23-01-29 20:05:51] RQA_get_rhel_minor +++ [23-01-29 20:05:51] awk -F . '{print $2}' ++++ [23-01-29 20:05:51] RQA_get_rhel_release ++++ [23-01-29 20:05:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:51] echo 9 ++ [23-01-29 20:05:51] [[ '' -ge 5 ]] +++ [23-01-29 20:05:51] RQA_get_rhel_major +++ [23-01-29 20:05:51] awk -F . '{print $1}' ++++ [23-01-29 20:05:51] RQA_get_rhel_release ++++ [23-01-29 20:05:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:51] echo 9 ++ [23-01-29 20:05:51] [[ 9 -gt 7 ]] +++ [23-01-29 20:05:51] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 20:05:51] grep mlx5 +++ [23-01-29 20:05:51] grep ib +++ [23-01-29 20:05:51] grep -v '~' ++ [23-01-29 20:05:51] RQA_nfs_rhel8_temp_fix +++ [23-01-29 20:05:51] RQA_get_rhel_major +++ [23-01-29 20:05:51] awk -F . '{print $1}' ++++ [23-01-29 20:05:51] RQA_get_rhel_release ++++ [23-01-29 20:05:51] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 20:05:51] echo 9 ++ [23-01-29 20:05:51] (( 9 == 8 )) ++ [23-01-29 20:05:51] source /root/.bashrc ++ [23-01-29 20:05:52] [[ bnxt == \i\4\0\i\w ]] + [23-01-29 20:05:52] source /root/mpi-functions.sh ++ [23-01-29 20:05:52] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [23-01-29 20:05:52] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [23-01-29 20:05:52] RQA_set_inline_default + [23-01-29 20:05:52] [[ bnxt != *\m\l\x\4* ]] + [23-01-29 20:05:52] mkdir -p /etc/rdma/rsocket + [23-01-29 20:05:52] echo 0 + [23-01-29 20:05:52] RQA_set_perftest_flags + [23-01-29 20:05:52] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F' + [23-01-29 20:05:52] [[ bnxt == \m\l\x\4 ]] + [23-01-29 20:05:52] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F -R' + [23-01-29 20:05:52] export PERFTEST_FLAGS + [23-01-29 20:05:52] MPI_PKG=openmpi + [23-01-29 20:05:52] TEST_PKG=mpitests-openmpi ++ [23-01-29 20:05:52] RQA_get_rhel_major ++ [23-01-29 20:05:52] awk -F . '{print $1}' +++ [23-01-29 20:05:52] RQA_get_rhel_release +++ [23-01-29 20:05:52] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:05:52] echo 9 + [23-01-29 20:05:52] [[ 9 -eq 6 ]] ++ [23-01-29 20:05:52] RQA_get_rhel_major ++ [23-01-29 20:05:52] awk -F . '{print $1}' +++ [23-01-29 20:05:52] RQA_get_rhel_release +++ [23-01-29 20:05:52] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:05:52] echo 9 + [23-01-29 20:05:52] [[ 9 -eq 7 ]] + [23-01-29 20:05:52] MPI_setup -m openmpi -t mpitests-openmpi + [23-01-29 20:05:52] test 4 -gt 0 + [23-01-29 20:05:52] case $1 in + [23-01-29 20:05:52] local mpi_pkg=openmpi + [23-01-29 20:05:52] shift + [23-01-29 20:05:52] shift + [23-01-29 20:05:52] test 2 -gt 0 + [23-01-29 20:05:52] case $1 in + [23-01-29 20:05:52] local test_pkg=mpitests-openmpi + [23-01-29 20:05:52] shift + [23-01-29 20:05:52] shift + [23-01-29 20:05:52] test 0 -gt 0 + [23-01-29 20:05:52] '[' -z openmpi -o -z mpitests-openmpi ']' + [23-01-29 20:05:52] rpm -q environment-modules environment-modules-5.0.1-2.el9.x86_64 + [23-01-29 20:05:52] '[' -f /etc/profile.d/modules.sh ']' + [23-01-29 20:05:52] source /etc/profile.d/modules.sh ++ [23-01-29 20:05:52] '[' -n /usr/bin/bash ']' ++ [23-01-29 20:05:52] '[' bash = sh ']' ++ [23-01-29 20:05:52] shell=bash ++ [23-01-29 20:05:52] '[' -f /usr/share/Modules/init/bash ']' ++ [23-01-29 20:05:52] . /usr/share/Modules/init/bash +++ [23-01-29 20:05:52] unset _mlshdbg +++ [23-01-29 20:05:52] '[' 0 = 1 ']' +++ [23-01-29 20:05:52] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:05:52] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:05:52] unset _mlre _mlIFS +++ [23-01-29 20:05:52] '[' -n x ']' +++ [23-01-29 20:05:52] _mlIFS=' ' +++ [23-01-29 20:05:52] IFS=' ' +++ [23-01-29 20:05:52] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:05:52] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [23-01-29 20:05:52] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [23-01-29 20:05:52] echo x +++ [23-01-29 20:05:52] '[' -n x ']' ++++ [23-01-29 20:05:52] eval 'echo ${LD_LIBRARY_PATH}' +++++ [23-01-29 20:05:52] echo /usr/lib64/openmpi/lib +++ [23-01-29 20:05:52] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' ' +++ [23-01-29 20:05:52] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [23-01-29 20:05:52] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [23-01-29 20:05:52] echo +++ [23-01-29 20:05:52] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' ' +++ [23-01-29 20:05:52] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:05:52] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [23-01-29 20:05:52] eval 'echo ${LD_PRELOAD+x}' +++++ [23-01-29 20:05:52] echo +++ [23-01-29 20:05:52] '[' -n '' ']' +++ [23-01-29 20:05:52] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [23-01-29 20:05:52] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [23-01-29 20:05:52] echo +++ [23-01-29 20:05:52] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [23-01-29 20:05:52] '[' -n '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [23-01-29 20:05:52] _mlre='eval __MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [23-01-29 20:05:52] eval '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\''' 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [23-01-29 20:05:52] __MODULES_QUAR_LD_LIBRARY_PATH=/usr/lib64/openmpi/lib +++++ [23-01-29 20:05:52] LD_LIBRARY_PATH= +++++ [23-01-29 20:05:52] LD_PRELOAD= +++++ [23-01-29 20:05:52] __MODULES_QUARANTINE_SET=1 +++++ [23-01-29 20:05:52] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [23-01-29 20:05:52] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [23-01-29 20:05:52] _mlret=0 +++ [23-01-29 20:05:52] '[' -n x ']' +++ [23-01-29 20:05:52] IFS=' ' +++ [23-01-29 20:05:52] unset _mlIFS +++ [23-01-29 20:05:52] unset _mlre _mlv _mlrv +++ [23-01-29 20:05:52] '[' 0 -eq 0 ']' +++ [23-01-29 20:05:52] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [23-01-29 20:05:52] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [23-01-29 20:05:52] export MODULES_CMD ++++ [23-01-29 20:05:52] unset __MODULES_AUTOINIT_INPROGRESS ++++ [23-01-29 20:05:52] MODULESHOME=/usr/share/Modules ++++ [23-01-29 20:05:52] export MODULESHOME ++++ [23-01-29 20:05:52] test 0 +++ [23-01-29 20:05:52] '[' -t 2 ']' +++ [23-01-29 20:05:52] export -f module ++++ [23-01-29 20:05:52] type -t ml +++ [23-01-29 20:05:52] '[' function = function ']' +++ [23-01-29 20:05:52] export -f ml +++ [23-01-29 20:05:52] '[' 5 -ge 3 ']' +++ [23-01-29 20:05:52] [[ hxB =~ i ]] +++ [23-01-29 20:05:52] [[ ! :/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [23-01-29 20:05:52] '[' '!' -n x ']' +++ [23-01-29 20:05:52] [[ ! :/usr/share/man/openmpi-x86_64:/usr/share/man:: =~ :/usr/share/man: ]] +++ [23-01-29 20:05:52] unset _mlcode _mlret +++ [23-01-29 20:05:52] '[' -n '' ']' + [23-01-29 20:05:52] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [23-01-29 20:05:52] module purge ++ [23-01-29 20:05:52] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [23-01-29 20:05:52] eval unset 'MPI_COMPILER;' unset 'LD_LIBRARY_PATH;' 'MANPATH=/usr/share/man:;' export 'MANPATH;' unset 'MPI_INCLUDE;' unset 'MPI_MAN;' unset '_LMFILES_;' unset 'LOADEDMODULES;' unset 'PKG_CONFIG_PATH;' unset 'MPI_PYTHON3_SITEARCH;' unset 'MPI_HOME;' unset 'MPI_FORTRAN_MOD_DIR;' unset '__MODULES_LMCONFLICT;' '__MODULES_SHARE_MANPATH=:1;' export '__MODULES_SHARE_MANPATH;' unset 'MPI_SUFFIX;' unset 'MPI_SYSCONFIG;' unset 'MPI_LIB;' 'PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin;' export 'PATH;' unset 'MPI_BIN;' test '0;' ++ [23-01-29 20:05:52] unset MPI_COMPILER ++ [23-01-29 20:05:52] unset LD_LIBRARY_PATH ++ [23-01-29 20:05:52] MANPATH=/usr/share/man: ++ [23-01-29 20:05:52] export MANPATH ++ [23-01-29 20:05:52] unset MPI_INCLUDE ++ [23-01-29 20:05:52] unset MPI_MAN ++ [23-01-29 20:05:52] unset _LMFILES_ ++ [23-01-29 20:05:52] unset LOADEDMODULES ++ [23-01-29 20:05:52] unset PKG_CONFIG_PATH ++ [23-01-29 20:05:52] unset MPI_PYTHON3_SITEARCH ++ [23-01-29 20:05:52] unset MPI_HOME ++ [23-01-29 20:05:52] unset MPI_FORTRAN_MOD_DIR ++ [23-01-29 20:05:52] unset __MODULES_LMCONFLICT ++ [23-01-29 20:05:52] __MODULES_SHARE_MANPATH=:1 ++ [23-01-29 20:05:52] export __MODULES_SHARE_MANPATH ++ [23-01-29 20:05:52] unset MPI_SUFFIX ++ [23-01-29 20:05:52] unset MPI_SYSCONFIG ++ [23-01-29 20:05:52] unset MPI_LIB ++ [23-01-29 20:05:52] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:05:52] export PATH ++ [23-01-29 20:05:52] unset MPI_BIN ++ [23-01-29 20:05:52] test 0 + [23-01-29 20:05:52] _mlstatus=0 + [23-01-29 20:05:52] return 0 + [23-01-29 20:05:52] sed -e '/^module/d' -i /root/.bashrc + [23-01-29 20:05:52] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpich* No match for argument: mvapich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mpitests-openmpi x86_64 5.8-1.el9 @BUILDROOT-C9S 5.3 M openmpi x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 1.9 M Transaction Summary ================================================================================ Remove 3 Packages Freed space: 17 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Running scriptlet: openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Removed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [23-01-29 20:05:55] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:13:32 ago on Sun 29 Jan 2023 07:52:24 PM EST. Package environment-modules-5.0.1-2.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 11 MB/s | 897 kB 00:00 (2/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 8.2 MB/s | 1.2 MB 00:00 (3/3): openmpi-4.1.1-5.el9.x86_64.rpm 8.9 MB/s | 2.7 MB 00:00 -------------------------------------------------------------------------------- Total 15 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [23-01-29 20:06:02] '[' -f /etc/profile.d/modules.sh ']' + [23-01-29 20:06:02] source /etc/profile.d/modules.sh ++ [23-01-29 20:06:02] '[' -n /usr/bin/bash ']' ++ [23-01-29 20:06:02] '[' bash = sh ']' ++ [23-01-29 20:06:02] shell=bash ++ [23-01-29 20:06:02] '[' -f /usr/share/Modules/init/bash ']' ++ [23-01-29 20:06:02] . /usr/share/Modules/init/bash +++ [23-01-29 20:06:02] unset _mlshdbg +++ [23-01-29 20:06:02] '[' 0 = 1 ']' +++ [23-01-29 20:06:02] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:06:02] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [23-01-29 20:06:02] unset _mlre _mlIFS +++ [23-01-29 20:06:02] '[' -n x ']' +++ [23-01-29 20:06:02] _mlIFS=' ' +++ [23-01-29 20:06:02] IFS=' ' +++ [23-01-29 20:06:02] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:06:02] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [23-01-29 20:06:02] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [23-01-29 20:06:02] echo +++ [23-01-29 20:06:02] '[' -n '' ']' +++ [23-01-29 20:06:02] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [23-01-29 20:06:02] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [23-01-29 20:06:02] echo +++ [23-01-29 20:06:02] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [23-01-29 20:06:02] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [23-01-29 20:06:02] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [23-01-29 20:06:02] eval 'echo ${LD_PRELOAD+x}' +++++ [23-01-29 20:06:02] echo +++ [23-01-29 20:06:02] '[' -n '' ']' +++ [23-01-29 20:06:02] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [23-01-29 20:06:02] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [23-01-29 20:06:02] echo +++ [23-01-29 20:06:02] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [23-01-29 20:06:02] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [23-01-29 20:06:02] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [23-01-29 20:06:02] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [23-01-29 20:06:02] LD_LIBRARY_PATH= +++++ [23-01-29 20:06:02] LD_PRELOAD= +++++ [23-01-29 20:06:02] __MODULES_QUARANTINE_SET=1 +++++ [23-01-29 20:06:02] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [23-01-29 20:06:02] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' +++ [23-01-29 20:06:02] _mlret=0 +++ [23-01-29 20:06:02] '[' -n x ']' +++ [23-01-29 20:06:02] IFS=' ' +++ [23-01-29 20:06:02] unset _mlIFS +++ [23-01-29 20:06:02] unset _mlre _mlv _mlrv +++ [23-01-29 20:06:02] '[' 0 -eq 0 ']' +++ [23-01-29 20:06:02] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' ++++ [23-01-29 20:06:02] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [23-01-29 20:06:02] export MODULES_CMD ++++ [23-01-29 20:06:02] unset __MODULES_AUTOINIT_INPROGRESS ++++ [23-01-29 20:06:02] MODULESHOME=/usr/share/Modules ++++ [23-01-29 20:06:02] export MODULESHOME ++++ [23-01-29 20:06:02] LOADEDMODULES= ++++ [23-01-29 20:06:02] export LOADEDMODULES ++++ [23-01-29 20:06:02] test 0 +++ [23-01-29 20:06:02] '[' -t 2 ']' +++ [23-01-29 20:06:02] export -f module ++++ [23-01-29 20:06:02] type -t ml +++ [23-01-29 20:06:02] '[' function = function ']' +++ [23-01-29 20:06:02] export -f ml +++ [23-01-29 20:06:02] '[' 5 -ge 3 ']' +++ [23-01-29 20:06:02] [[ hxB =~ i ]] +++ [23-01-29 20:06:02] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [23-01-29 20:06:02] '[' '!' -n x ']' +++ [23-01-29 20:06:02] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [23-01-29 20:06:02] unset _mlcode _mlret +++ [23-01-29 20:06:02] '[' -n '' ']' + [23-01-29 20:06:02] [[ openmpi == *\p\s\m\2* ]] ++ [23-01-29 20:06:02] rpm -ql openmpi ++ [23-01-29 20:06:02] grep modulefiles ++ [23-01-29 20:06:02] tail -n 1 + [23-01-29 20:06:02] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [23-01-29 20:06:02] echo 'module purge' + [23-01-29 20:06:02] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [23-01-29 20:06:02] source /root/.bashrc + [23-01-29 20:06:03] module list ++ [23-01-29 20:06:03] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [23-01-29 20:06:03] eval + [23-01-29 20:06:03] _mlstatus=0 + [23-01-29 20:06:03] return 0 ++ [23-01-29 20:06:03] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:06:03] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [23-01-29 20:06:03] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:06:03] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:06:03] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [23-01-29 20:06:03] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:06:03] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [23-01-29 20:06:03] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [23-01-29 20:06:03] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:06:03] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:06:03] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [23-01-29 20:06:03] MPI_create_hostfiles + [23-01-29 20:06:03] '[' -z '' -o -z 172.31.40.31 ']' + [23-01-29 20:06:03] echo 'Please run /kernel/infiniband/env_setup before MPI_create_hostfiles' Please run /kernel/infiniband/env_setup before MPI_create_hostfiles + [23-01-29 20:06:03] return 1 + [23-01-29 20:06:03] echo 'MPI_setup: Failed to generate MPI hostfiles' MPI_setup: Failed to generate MPI hostfiles + [23-01-29 20:06:03] echo 'MPI_setup: (This is expected on singlehost environment setup)' MPI_setup: (This is expected on singlehost environment setup) + [23-01-29 20:06:03] '[' -x /bin/systemctl ']' + [23-01-29 20:06:03] systemctl stop firewalld.service + [23-01-29 20:06:03] systemctl disable firewalld.service + [23-01-29 20:06:03] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [23-01-29 20:06:03] MPI_dual_port_fix + [23-01-29 20:06:03] [[ bnxt == *\q\i\b* ]] ++ [23-01-29 20:06:03] RQA_get_rhel_major ++ [23-01-29 20:06:03] awk -F . '{print $1}' +++ [23-01-29 20:06:03] RQA_get_rhel_release +++ [23-01-29 20:06:03] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:06:03] echo 9 + [23-01-29 20:06:03] '[' 9 -ge 7 ']' + [23-01-29 20:06:03] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [23-01-29 20:06:03] PKG_LIST= + [23-01-29 20:06:03] for p in "$@" + [23-01-29 20:06:03] rpm -q targetcli targetcli-2.1.53-7.el9.noarch + [23-01-29 20:06:03] for p in "$@" + [23-01-29 20:06:03] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [23-01-29 20:06:03] for p in "$@" + [23-01-29 20:06:03] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [23-01-29 20:06:03] '[' '!' -z '' ']' + [23-01-29 20:06:03] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [23-01-29 20:06:03] RQA_get_rhel_major ++ [23-01-29 20:06:03] awk -F . '{print $1}' +++ [23-01-29 20:06:03] RQA_get_rhel_release +++ [23-01-29 20:06:03] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:06:03] echo 9 + [23-01-29 20:06:03] [[ 9 -ge 8 ]] + [23-01-29 20:06:03] RQA_pkg_install iperf3 + [23-01-29 20:06:03] PKG_LIST= + [23-01-29 20:06:03] for p in "$@" + [23-01-29 20:06:03] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [23-01-29 20:06:03] '[' '!' -z '' ']' + [23-01-29 20:06:03] RQA_pkg_install net-tools + [23-01-29 20:06:03] PKG_LIST= + [23-01-29 20:06:03] for p in "$@" + [23-01-29 20:06:03] rpm -q net-tools net-tools-2.0-0.62.20160912git.el9.x86_64 + [23-01-29 20:06:03] '[' '!' -z '' ']' + [23-01-29 20:06:03] [[ client == \c\o\m\m\o\n ]] + [23-01-29 20:06:03] [[ client == \s\e\r\v\e\r ]] + [23-01-29 20:06:03] [[ client == \c\l\i\e\n\t ]] + [23-01-29 20:06:03] client_tests + [23-01-29 20:06:03] [[ -z '' ]] + [23-01-29 20:06:03] echo 'SERVER_IPV4 is empty...' SERVER_IPV4 is empty... + [23-01-29 20:06:03] echo 'Can'\''t continue...returning from client_tests' Can't continue...returning from client_tests + [23-01-29 20:06:03] return + [23-01-29 20:06:03] echo '--- client finishes.' --- client finishes. + [23-01-29 20:06:03] rhts_sync_set -s DONE /usr/bin/rhts_sync_set -s DONE -- State set = 12_DONE + [23-01-29 20:06:03] TEST=/kernel/infiniband/cki/sanity/sanity/client + [23-01-29 20:06:03] RQA_overall_result + [23-01-29 20:06:03] source /root/known-issues.sh + [23-01-29 20:06:08] '[' -z ']' + [23-01-29 20:06:08] source /etc/environment ++ [23-01-29 20:06:08] TEST_RESULT_FILE=/tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt + [23-01-29 20:06:08] '[' -z /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt ']' + [23-01-29 20:06:08] local overall_result=PASS + [23-01-29 20:06:08] echo 'Checking for failures and known issues:' + [23-01-29 20:06:08] grep FAIL /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt FAIL | 1 | /usr/sbin/ibsrpdm -vc + [23-01-29 20:06:08] [[ ! -z '' ]] + [23-01-29 20:06:08] local driver= + [23-01-29 20:06:08] local hca= + [23-01-29 20:06:08] local network= ++ [23-01-29 20:06:08] RQA_get_rhel_major ++ [23-01-29 20:06:08] awk -F . '{print $1}' +++ [23-01-29 20:06:08] RQA_get_rhel_release +++ [23-01-29 20:06:08] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:06:08] echo 9 + [23-01-29 20:06:08] local major=9 ++ [23-01-29 20:06:08] RQA_get_rhel_minor ++ [23-01-29 20:06:08] awk -F . '{print $2}' +++ [23-01-29 20:06:08] RQA_get_rhel_release +++ [23-01-29 20:06:08] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 20:06:08] echo 9 + [23-01-29 20:06:08] local minor= ++ [23-01-29 20:06:08] mktemp + [23-01-29 20:06:08] local test_fail_file=/tmp/tmp.ZU95VAxOWx + [23-01-29 20:06:08] grep FAIL /tmp/tmp.0Jd5iDTgeh/results_cki-sanity.txt + [23-01-29 20:06:08] read line ++ [23-01-29 20:06:08] echo FAIL '|' 1 '|' /usr/sbin/ibsrpdm -vc ++ [23-01-29 20:06:08] awk -F '|' '{print $3}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local 'test_key=/usr/sbin/ibsrpdm -vc' + [23-01-29 20:06:08] local 'value=ocrdma | _ | _ | _ | _ | NOT_SUPPORTED;_ | _ | roce | _ | _ | NOT_SUPPORTED;_ | _ | iw | _ | _ | NOT_SUPPORTED;_ | _ | _ | _ | _ | TEST ENV ISSUE' + [23-01-29 20:06:08] '[' -z 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED;_ | _ | roce | _ | _ | NOT_SUPPORTED;_ | _ | iw | _ | _ | NOT_SUPPORTED;_ | _ | _ | _ | _ | TEST ENV ISSUE' ']' + [23-01-29 20:06:08] local is_known=0 + [23-01-29 20:06:08] OLD_IFS=' ' + [23-01-29 20:06:08] IFS=';' + [23-01-29 20:06:08] read -a issues + [23-01-29 20:06:08] for issue in "${issues[@]}" ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $1}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_driver=ocrdma ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $2}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_hca=_ ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $3}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_network=_ ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $4}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_major=_ ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $5}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_minor=_ ++ [23-01-29 20:06:08] echo 'ocrdma | _ | _ | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $6}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_bz=NOT_SUPPORTED + [23-01-29 20:06:08] [[ ocrdma == \_ ]] + [23-01-29 20:06:08] [[ ocrdma == '' ]] + [23-01-29 20:06:08] for issue in "${issues[@]}" ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $1}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_driver=_ ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $2}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_hca=_ ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $3}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_network=roce ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $4}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_major=_ ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $5}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_minor=_ ++ [23-01-29 20:06:08] echo '_ | _ | roce | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $6}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_bz=NOT_SUPPORTED + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ roce == \_ ]] + [23-01-29 20:06:08] [[ '' == \r\o\c\e* ]] + [23-01-29 20:06:08] for issue in "${issues[@]}" ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $1}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_driver=_ ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $2}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_hca=_ ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $3}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_network=iw ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $4}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_major=_ ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $5}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_minor=_ ++ [23-01-29 20:06:08] echo '_ | _ | iw | _ | _ | NOT_SUPPORTED' ++ [23-01-29 20:06:08] awk -F '|' '{print $6}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_bz=NOT_SUPPORTED + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ iw == \_ ]] + [23-01-29 20:06:08] [[ '' == \i\w* ]] + [23-01-29 20:06:08] for issue in "${issues[@]}" ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] awk -F '|' '{print $1}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_driver=_ ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] awk -F '|' '{print $2}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_hca=_ ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] awk -F '|' '{print $3}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_network=_ ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] awk -F '|' '{print $4}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_major=_ ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] awk -F '|' '{print $5}' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local i_minor=_ ++ [23-01-29 20:06:08] awk -F '|' '{print $6}' ++ [23-01-29 20:06:08] echo '_ | _ | _ | _ | _ | TEST ENV ISSUE' ++ [23-01-29 20:06:08] xargs + [23-01-29 20:06:08] local 'i_bz=TEST ENV ISSUE' + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] [[ _ == \_ ]] + [23-01-29 20:06:08] echo ' /usr/sbin/ibsrpdm -vc is a known issue on RHEL-9. over' ' / - see TEST ENV ISSUE' + [23-01-29 20:06:08] is_known=1 + [23-01-29 20:06:08] break + [23-01-29 20:06:08] '[' 1 -eq 0 ']' + [23-01-29 20:06:08] IFS=' ' + [23-01-29 20:06:08] read line + [23-01-29 20:06:08] [[ PASS == \P\A\S\S ]] + [23-01-29 20:06:08] echo ' no new test failures' + [23-01-29 20:06:08] echo '' + [23-01-29 20:06:08] report_result /kernel/infiniband/cki/sanity/sanity/client PASS 0 + [23-01-29 20:06:08] OUTPUTFILE=/mnt/testarea/tmp.3Dszzt + [23-01-29 20:06:09] rstrnt-report-result /kernel/infiniband/cki/sanity/sanity/client PASS 0 ** /kernel/infiniband/cki/sanity/sanity/client PASS Score:0 Uploading resultoutputfile.log