+ [22-12-29 12:51:23] '[' multi == multi ']' + [22-12-29 12:51:23] echo 'Clients: rdma-qe-30.rdma.lab.eng.rdu2.redhat.com' Clients: rdma-qe-30.rdma.lab.eng.rdu2.redhat.com + [22-12-29 12:51:23] echo 'Servers: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com' Servers: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com + [22-12-29 12:51:23] RQA_system_info_for_debug + [22-12-29 12:51:23] grep -i distro /etc/motd + [22-12-29 12:51:23] tr -d ' ' DISTRO=CentOS-Stream-9-20221219.0 + [22-12-29 12:51:23] cat /etc/redhat-release CentOS Stream release 9 + [22-12-29 12:51:23] uname -a Linux rdma-qe-31.rdma.lab.eng.rdu2.redhat.com 5.14.0-226.rt14.227.1773_734386590.el9.x86_64 #1 SMP PREEMPT_RT Thu Dec 29 16:23:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux + [22-12-29 12:51:23] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-226.rt14.227.1773_734386590.el9.x86_64 root=UUID=afd41ec7-fe9b-4587-90a0-fe87a3ae79df ro efi=runtime resume=UUID=6d8fff54-40cf-4e53-9de5-58ff0ac08839 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [22-12-29 12:51:23] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [22-12-29 12:51:23] tail /sys/class/infiniband/bnxt_re0/fw_ver /sys/class/infiniband/bnxt_re1/fw_ver ==> /sys/class/infiniband/bnxt_re0/fw_ver <== 214.0.182.0 ==> /sys/class/infiniband/bnxt_re1/fw_ver <== 214.0.182.0 + [22-12-29 12:51:23] lspci + [22-12-29 12:51:23] grep -i -e ethernet -e infiniband -e omni -e ConnectX 44:00.0 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller 44:00.1 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [22-12-29 12:51:23] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [22-12-29 12:51:23] ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [22-12-29 12:51:26] ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-12-29 12:51:26] /usr/bin/ibv_devinfo -v hca_id: bnxt_re0 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b162 sys_image_guid: 020a:f7ff:fe97:b162 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x201000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 65535 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 2]: 0000:0000:0000:0000:0000:ffff:ac1f:281f, RoCE v1 GID[ 3]: ::ffff:172.31.40.31, RoCE v2 GID[ 4]: 0000:0000:0000:0000:0000:ffff:ac1f:2b1f, RoCE v1 GID[ 5]: ::ffff:172.31.43.31, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d1f, RoCE v1 GID[ 7]: ::ffff:172.31.45.31, RoCE v2 GID[ 8]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 9]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 10]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 11]: fe80::20a:f7ff:fe97:b162, RoCE v2 hca_id: bnxt_re1 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b163 sys_image_guid: 020a:f7ff:fe97:b163 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x201000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 65535 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) phys_state: DISABLED (3) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b163, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b163, RoCE v2 + [22-12-29 12:51:26] iblinkinfo ibwarn: [11605] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [11605] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [22-12-29 12:51:26] [[ '' == *\o\p\a* ]] + [22-12-29 12:51:26] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: bnxt_roce: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff altname enp68s0f0np0 altname ens2f0np0 inet 172.31.40.31/24 brd 172.31.40.255 scope global dynamic noprefixroute bnxt_roce valid_lft 3392sec preferred_lft 3392sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: bnxt_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:0a:f7:97:b1:63 brd ff:ff:ff:ff:ff:ff altname enp68s0f1np1 altname ens2f1np1 4: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f6:f0 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.81/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86195sec preferred_lft 86195sec inet6 2620:52:0:1d9:4adf:37ff:fead:f6f0/64 scope global dynamic noprefixroute valid_lft 2591985sec preferred_lft 604785sec inet6 fe80::4adf:37ff:fead:f6f0/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f1 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 6: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f2 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 7: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f3 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 8: bnxt_roce.43@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.43.31/24 brd 172.31.43.255 scope global dynamic noprefixroute bnxt_roce.43 valid_lft 3392sec preferred_lft 3392sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: bnxt_roce.45@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.45.31/24 brd 172.31.45.255 scope global dynamic noprefixroute bnxt_roce.45 valid_lft 3392sec preferred_lft 3392sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever + [22-12-29 12:51:26] grep -i fedora /etc/redhat-release + [22-12-29 12:51:26] [[ '' == \i\4\0\i\w ]] + [22-12-29 12:51:26] hostname -A + [22-12-29 12:51:26] grep rdma-qe-30 + [22-12-29 12:51:26] hostname -A + [22-12-29 12:51:26] grep rdma-qe-31 + [22-12-29 12:51:26] echo '------- server is ready -----' ------- server is ready ----- + [22-12-29 12:51:26] server + [22-12-29 12:51:26] source ./setup.sh + [22-12-29 12:51:26] server_setup + [22-12-29 12:51:26] is_cki + [22-12-29 12:51:26] typeset -l flag=true + [22-12-29 12:51:26] [[ true == \t\r\u\e ]] + [22-12-29 12:51:26] return 0 + [22-12-29 12:51:26] run_task_env_setup + [22-12-29 12:51:26] echo 'Now start to run task env_setup, please be patient ...' Now start to run task env_setup, please be patient ... + [22-12-29 12:51:26] cd ../../env_setup + [22-12-29 12:51:26] make run make[1]: Entering directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' test -x runtest.sh || chmod a+x runtest.sh ./runtest.sh + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + which wget + alias + eval declare -f ++ declare -f + /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot wget /usr/bin/wget + source /usr/bin/rhts_environment.sh ++ '[' -z /mnt/testarea/tmp.AOhkEn ']' ++ '[' -z '' ']' +++ uname -i ++ ARCH=x86_64 ++ '[' -z '' ']' +++ cat /etc/redhat-release +++ sed -e 's/\(.*\)release\s\([0-9]*\).*/\1\2/; s/\s//g' ++ FAMILY=CentOSStream9 ++ '[' -h /mnt/testarea/current.log ']' ++ ln -sf /mnt/testarea/tmp.AOhkEn /mnt/testarea/current.log + '[' -f /root/rdma-qa.sh ']' + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-12-29 12:51:26] export NIC_PREF= ++ [22-12-29 12:51:26] NIC_PREF= ++ [22-12-29 12:51:26] export PERFTEST_FLAGS= ++ [22-12-29 12:51:26] PERFTEST_FLAGS= +++ [22-12-29 12:51:26] hostname -s ++ [22-12-29 12:51:26] export s_hostname=rdma-qe-31 ++ [22-12-29 12:51:26] s_hostname=rdma-qe-31 ++ [22-12-29 12:51:26] RQA_set_pyexec ++ [22-12-29 12:51:26] PYEXEC= ++ [22-12-29 12:51:26] which python ++ [22-12-29 12:51:26] export PYEXEC=python ++ [22-12-29 12:51:26] PYEXEC=python ++ [22-12-29 12:51:26] return 0 +++ [22-12-29 12:51:26] grep -i fedora /etc/redhat-release ++ [22-12-29 12:51:26] [[ -n '' ]] +++ [22-12-29 12:51:26] RQA_get_rhel_major +++ [22-12-29 12:51:26] awk -F . '{print $1}' ++++ [22-12-29 12:51:26] RQA_get_rhel_release ++++ [22-12-29 12:51:26] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:26] echo 9 ++ [22-12-29 12:51:26] [[ 9 -ge 8 ]] ++ [22-12-29 12:51:26] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:51:26] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:51:26] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-12-29 12:51:26] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-12-29 12:51:26] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-12-29 12:51:26] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:51:26] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:51:26] '[' -f /root/known-issues.sh ']' ++ [22-12-29 12:51:26] source /root/known-issues.sh ++ [22-12-29 12:51:31] RQA_load_tech_preview_modules ++ [22-12-29 12:51:31] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-12-29 12:51:31] return ++ [22-12-29 12:51:31] RQA_fix_uefi_reboot ++ [22-12-29 12:51:31] ls -l /usr/sbin/reboot ++ [22-12-29 12:51:31] grep rhts-reboot ++ [22-12-29 12:51:31] which rhts-reboot ++ [22-12-29 12:51:31] rpm -q rhts-test-env ++ [22-12-29 12:51:31] RQA_fix_ssh_ipv6_auth +++ [22-12-29 12:51:31] RQA_get_rhel_major +++ [22-12-29 12:51:31] awk -F . '{print $1}' ++++ [22-12-29 12:51:31] RQA_get_rhel_release ++++ [22-12-29 12:51:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:31] echo 9 ++ [22-12-29 12:51:31] '[' 9 -ge 7 ']' ++ [22-12-29 12:51:31] local need_restart=0 ++ [22-12-29 12:51:31] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-12-29 12:51:31] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-12-29 12:51:31] grep 'AddressFamily inet' /root/.ssh/config ++ [22-12-29 12:51:31] '[' 0 -eq 1 ']' ++ [22-12-29 12:51:31] RQA_fix_mlx5_ib_connected_mode +++ [22-12-29 12:51:31] RQA_get_rhel_major +++ [22-12-29 12:51:31] awk -F . '{print $1}' ++++ [22-12-29 12:51:31] RQA_get_rhel_release ++++ [22-12-29 12:51:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:31] echo 9 ++ [22-12-29 12:51:31] [[ 9 -ge 7 ]] +++ [22-12-29 12:51:31] RQA_get_rhel_minor +++ [22-12-29 12:51:31] awk -F . '{print $2}' ++++ [22-12-29 12:51:31] RQA_get_rhel_release ++++ [22-12-29 12:51:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:31] echo 9 ++ [22-12-29 12:51:31] [[ '' -ge 5 ]] +++ [22-12-29 12:51:31] RQA_get_rhel_major +++ [22-12-29 12:51:31] awk -F . '{print $1}' ++++ [22-12-29 12:51:31] RQA_get_rhel_release ++++ [22-12-29 12:51:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:31] echo 9 ++ [22-12-29 12:51:31] [[ 9 -gt 7 ]] +++ [22-12-29 12:51:31] ls /etc/sysconfig/network-scripts/ +++ [22-12-29 12:51:31] grep mlx5 +++ [22-12-29 12:51:31] grep ib +++ [22-12-29 12:51:31] grep -v '~' ++ [22-12-29 12:51:31] RQA_nfs_rhel8_temp_fix +++ [22-12-29 12:51:31] RQA_get_rhel_major +++ [22-12-29 12:51:31] awk -F . '{print $1}' ++++ [22-12-29 12:51:31] RQA_get_rhel_release ++++ [22-12-29 12:51:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:51:31] echo 9 ++ [22-12-29 12:51:31] (( 9 == 8 )) ++ [22-12-29 12:51:31] source /root/.bashrc ++ [22-12-29 12:51:32] [[ '' == \i\4\0\i\w ]] + [22-12-29 12:51:32] export BASHRC_FILE=/root/.bashrc + [22-12-29 12:51:32] BASHRC_FILE=/root/.bashrc + [22-12-29 12:51:32] [[ rdma-qe-31 == \r\d\m\a\-\p\e\r\f\-\0\2 ]] + [22-12-29 12:51:32] [[ rdma-qe-31 == \r\d\m\a\-\p\e\r\f\-\0\3 ]] + [22-12-29 12:51:32] export ENV_DRIVER= + [22-12-29 12:51:32] ENV_DRIVER= + [22-12-29 12:51:32] export ENV_NETWORK=roce + [22-12-29 12:51:32] ENV_NETWORK=roce ++ [22-12-29 12:51:32] hostname -s + [22-12-29 12:51:32] export host_json=./json/rdma-qe-31.json + [22-12-29 12:51:32] host_json=./json/rdma-qe-31.json + [22-12-29 12:51:32] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [22-12-29 12:51:32] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [22-12-29 12:51:32] [[ rdma-qe-30.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [22-12-29 12:51:32] [[ rdma-qe-30.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [22-12-29 12:51:32] '[' -z rdma-qe-30.rdma.lab.eng.rdu2.redhat.com -a -z rdma-qe-31.rdma.lab.eng.rdu2.redhat.com ']' + [22-12-29 12:51:32] RQA_set_servers_clients ++ [22-12-29 12:51:32] echo rdma-qe-31.rdma.lab.eng.rdu2.redhat.com ++ [22-12-29 12:51:32] awk -F . '{ print $1}' + [22-12-29 12:51:32] s_server_name=rdma-qe-31 ++ [22-12-29 12:51:32] echo rdma-qe-30.rdma.lab.eng.rdu2.redhat.com ++ [22-12-29 12:51:32] awk -F . '{ print $1}' + [22-12-29 12:51:32] s_client_name=rdma-qe-30 + [22-12-29 12:51:32] grep 'export SERVERS=' /root/.bashrc + [22-12-29 12:51:32] echo 'export SERVERS="rdma-qe-31"' + [22-12-29 12:51:32] grep 'export CLIENTS=' /root/.bashrc + [22-12-29 12:51:32] echo 'export CLIENTS="rdma-qe-30"' + [22-12-29 12:51:32] source /root/.bashrc ++ [22-12-29 12:51:32] '[' -f /etc/bashrc ']' ++ [22-12-29 12:51:32] . /etc/bashrc +++ [22-12-29 12:51:32] '[' -z Y ']' ++ [22-12-29 12:51:32] '[' vt100 = vt102 ']' ++ [22-12-29 12:51:32] alias 'grep=/bin/grep --color=tty ' ++ [22-12-29 12:51:32] alias vi=vim ++ [22-12-29 12:51:32] export EDITOR=vim ++ [22-12-29 12:51:32] EDITOR=vim ++ [22-12-29 12:51:32] RDMA_LOOKASIDE=http://download-node-02.eng.bos.redhat.com/qa/rhts/lookaside/rdma-testing +++ [22-12-29 12:51:32] which rhts-reboot +++ [22-12-29 12:51:32] alias +++ [22-12-29 12:51:32] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot rhts-reboot +++ [22-12-29 12:51:32] eval declare -f ++++ [22-12-29 12:51:32] declare -f ++ [22-12-29 12:51:32] '[' '!' -x /usr/bin/rhts-reboot ']' ++ [22-12-29 12:51:32] alias shutdown=rhts-reboot ++ [22-12-29 12:51:32] export SERVERS=rdma-qe-31 ++ [22-12-29 12:51:32] SERVERS=rdma-qe-31 ++ [22-12-29 12:51:32] export CLIENTS=rdma-qe-30 ++ [22-12-29 12:51:32] CLIENTS=rdma-qe-30 + [22-12-29 12:51:32] RQA_rhts_or_dev_mode multi env + [22-12-29 12:51:32] export RUN_NUMBER=0 + [22-12-29 12:51:32] RUN_NUMBER=0 ++ [22-12-29 12:51:32] grep -i 'Job whiteboard:' /etc/motd ++ [22-12-29 12:51:32] awk -F '[' '{print $2}' ++ [22-12-29 12:51:32] sed 's/\]//g' + [22-12-29 12:51:32] merge_request= + [22-12-29 12:51:32] [[ ! -z '' ]] + [22-12-29 12:51:32] test -z 7381412 + [22-12-29 12:51:32] echo 'Variable JOBID set, we'\''re running on RHTS' Variable JOBID set, we're running on RHTS +++ [22-12-29 12:51:32] pwd ++ [22-12-29 12:51:32] basename /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup + [22-12-29 12:51:32] '[' env_setup == nfsordma_sh ']' + [22-12-29 12:51:32] exec + [22-12-29 12:51:32] exec + [22-12-29 12:51:32] '[' multi == multi ']' + [22-12-29 12:51:32] echo 'Clients: rdma-qe-30' Clients: rdma-qe-30 + [22-12-29 12:51:32] echo 'Servers: rdma-qe-31' Servers: rdma-qe-31 + [22-12-29 12:51:32] RQA_system_info_for_debug + [22-12-29 12:51:32] grep -i distro /etc/motd + [22-12-29 12:51:32] tr -d ' ' DISTRO=CentOS-Stream-9-20221219.0 + [22-12-29 12:51:32] cat /etc/redhat-release CentOS Stream release 9 + [22-12-29 12:51:32] uname -a Linux rdma-qe-31.rdma.lab.eng.rdu2.redhat.com 5.14.0-226.rt14.227.1773_734386590.el9.x86_64 #1 SMP PREEMPT_RT Thu Dec 29 16:23:57 UTC 2022 x86_64 x86_64 x86_64 GNU/Linux + [22-12-29 12:51:32] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-226.rt14.227.1773_734386590.el9.x86_64 root=UUID=afd41ec7-fe9b-4587-90a0-fe87a3ae79df ro efi=runtime resume=UUID=6d8fff54-40cf-4e53-9de5-58ff0ac08839 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [22-12-29 12:51:32] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [22-12-29 12:51:32] tail /sys/class/infiniband/bnxt_re0/fw_ver /sys/class/infiniband/bnxt_re1/fw_ver ==> /sys/class/infiniband/bnxt_re0/fw_ver <== 214.0.182.0 ==> /sys/class/infiniband/bnxt_re1/fw_ver <== 214.0.182.0 + [22-12-29 12:51:32] lspci + [22-12-29 12:51:32] grep -i -e ethernet -e infiniband -e omni -e ConnectX 44:00.0 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller 44:00.1 Ethernet controller: Broadcom Inc. and subsidiaries BCM57414 NetXtreme-E 10Gb/25Gb RDMA Ethernet Controller c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [22-12-29 12:51:32] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.84 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [22-12-29 12:51:32] ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [22-12-29 12:51:35] ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-12-29 12:51:35] /usr/bin/ibv_devinfo -v hca_id: bnxt_re0 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b162 sys_image_guid: 020a:f7ff:fe97:b162 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x201000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 65535 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 2]: 0000:0000:0000:0000:0000:ffff:ac1f:281f, RoCE v1 GID[ 3]: ::ffff:172.31.40.31, RoCE v2 GID[ 4]: 0000:0000:0000:0000:0000:ffff:ac1f:2b1f, RoCE v1 GID[ 5]: ::ffff:172.31.43.31, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d1f, RoCE v1 GID[ 7]: ::ffff:172.31.45.31, RoCE v2 GID[ 8]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 9]: fe80::20a:f7ff:fe97:b162, RoCE v2 GID[ 10]: fe80:0000:0000:0000:020a:f7ff:fe97:b162, RoCE v1 GID[ 11]: fe80::20a:f7ff:fe97:b162, RoCE v2 hca_id: bnxt_re1 transport: InfiniBand (0) fw_ver: 214.0.182.0 node_guid: 020a:f7ff:fe97:b163 sys_image_guid: 020a:f7ff:fe97:b163 vendor_id: 0x14e4 vendor_part_id: 5847 hw_ver: 0x1402 phys_port_cnt: 1 max_mr_size: 0x8000000000 page_size_cap: 0x201000 max_qp: 65408 max_qp_wr: 65406 device_cap_flags: 0x01225d81 RESIZE_MAX_WR CURR_QP_STATE_MOD SHUTDOWN_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN N_NOTIFY_CQ MEM_WINDOW MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B max_sge: 6 max_sge_rd: 6 max_cq: 65535 max_cqe: 1048575 max_mr: 262143 max_pd: 65536 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 0 max_qp_init_rd_atom: 126 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_NONE (0) max_ee: 0 max_rdd: 0 max_mw: 524288 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 524288 max_mcast_grp: 0 max_mcast_qp_attach: 0 max_total_mcast_qp_attach: 0 max_ah: 524288 max_fmr: 0 max_srq: 32767 max_srq_wr: 1048574 max_srq_sge: 6 max_pkeys: 1 local_ca_ack_delay: 16 general_odp_caps: rc_odp_caps: NO SUPPORT uc_odp_caps: NO SUPPORT ud_odp_caps: NO SUPPORT xrc_odp_caps: NO SUPPORT completion_timestamp_mask not supported core clock not supported device_cap_flags_ex: 0x1225D81 tso_caps: max_tso: 0 rss_caps: max_rwq_indirection_tables: 0 max_rwq_indirection_table_size: 0 rx_hash_function: 0x0 rx_hash_fields_mask: 0x0 max_wq_type_rq: 0 packet_pacing_caps: qp_rate_limit_min: 0kbps qp_rate_limit_max: 0kbps tag matching not supported num_comp_vectors: 8 port: 1 state: PORT_DOWN (1) max_mtu: 4096 (5) active_mtu: 1024 (3) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x041d0000 port_cap_flags2: 0x0000 max_vl_num: 8 (4) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 65535 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 1X (1) active_speed: 2.5 Gbps (1) phys_state: DISABLED (3) GID[ 0]: fe80:0000:0000:0000:020a:f7ff:fe97:b163, RoCE v1 GID[ 1]: fe80::20a:f7ff:fe97:b163, RoCE v2 + [22-12-29 12:51:35] iblinkinfo ibwarn: [15154] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? ibwarn: [15154] mad_rpc_open_port: can't open UMAD port ((null):0) Failed to open (null) port 0 + [22-12-29 12:51:35] [[ '' == *\o\p\a* ]] + [22-12-29 12:51:35] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: bnxt_roce: mtu 9000 qdisc mq state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff altname enp68s0f0np0 altname ens2f0np0 inet 172.31.40.31/24 brd 172.31.40.255 scope global dynamic noprefixroute bnxt_roce valid_lft 3383sec preferred_lft 3383sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: bnxt_off: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 00:0a:f7:97:b1:63 brd ff:ff:ff:ff:ff:ff altname enp68s0f1np1 altname ens2f1np1 4: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f6:f0 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.81/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86186sec preferred_lft 86186sec inet6 2620:52:0:1d9:4adf:37ff:fead:f6f0/64 scope global dynamic noprefixroute valid_lft 2591976sec preferred_lft 604776sec inet6 fe80::4adf:37ff:fead:f6f0/64 scope link noprefixroute valid_lft forever preferred_lft forever 5: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f1 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 6: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f2 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 7: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f6:f3 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 8: bnxt_roce.43@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.43.31/24 brd 172.31.43.255 scope global dynamic noprefixroute bnxt_roce.43 valid_lft 3383sec preferred_lft 3383sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: bnxt_roce.45@bnxt_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff inet 172.31.45.31/24 brd 172.31.45.255 scope global dynamic noprefixroute bnxt_roce.45 valid_lft 3383sec preferred_lft 3383sec inet6 fe80::20a:f7ff:fe97:b162/64 scope link noprefixroute valid_lft forever preferred_lft forever + [22-12-29 12:51:35] PY_FILE=/root/py_parse_out.txt + [22-12-29 12:51:35] rm -f /root/py_parse_out.txt + [22-12-29 12:51:35] export result=PASS + [22-12-29 12:51:35] result=PASS + [22-12-29 12:51:35] export TEST=/kernel/infiniband/env_setup/standalone + [22-12-29 12:51:35] TEST=/kernel/infiniband/env_setup/standalone + [22-12-29 12:51:35] grep 'inet 172.31.' + [22-12-29 12:51:35] ip address show + [22-12-29 12:51:35] [[ 0 -ne 0 ]] + [22-12-29 12:51:35] install_ca_trust + [22-12-29 12:51:35] local cert_path=/etc/pki/ca-trust/source/anchors + [22-12-29 12:51:35] '[' -f /etc/pki/ca-trust/source/anchors/legacy.crt -a -f /etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt ']' + [22-12-29 12:51:35] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/legacy.crt --2022-12-29 12:51:35-- https://password.corp.redhat.com/legacy.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1338 (1.3K) Saving to: ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ 0K . 100% 62.8M=0s 2022-12-29 12:51:35 (62.8 MB/s) - ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ saved [1338/1338] + [22-12-29 12:51:35] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/RH-IT-Root-CA.crt --2022-12-29 12:51:35-- https://password.corp.redhat.com/RH-IT-Root-CA.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1517 (1.5K) Saving to: ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ 0K . 100% 74.6M=0s 2022-12-29 12:51:35 (74.6 MB/s) - ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ saved [1517/1517] + [22-12-29 12:51:35] update-ca-trust enable + [22-12-29 12:51:37] update-ca-trust extract + [22-12-29 12:51:38] RQA_rhel8_brew_repo ++ [22-12-29 12:51:38] RQA_get_rhel_major ++ [22-12-29 12:51:38] awk -F . '{print $1}' +++ [22-12-29 12:51:38] RQA_get_rhel_release +++ [22-12-29 12:51:38] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:51:38] echo 9 + [22-12-29 12:51:38] local major=9 + [22-12-29 12:51:38] (( major == 8 )) + [22-12-29 12:51:38] pek2_lab_setup ++ [22-12-29 12:51:38] RQA_get_rdma_hostname ++ [22-12-29 12:51:38] hostname -A ++ [22-12-29 12:51:38] grep -o 'rdma.*' ++ [22-12-29 12:51:38] awk '{print $1}' ++ [22-12-29 12:51:38] awk -F . '{print $1}' + [22-12-29 12:51:38] [[ rdma-qe-31 == *\r\d\m\a\0* ]] + [22-12-29 12:51:38] common_setup ++ [22-12-29 12:51:38] RQA_get_rdma_hostname ++ [22-12-29 12:51:38] hostname -A ++ [22-12-29 12:51:38] grep -o 'rdma.*' ++ [22-12-29 12:51:38] awk '{print $1}' ++ [22-12-29 12:51:38] awk -F . '{print $1}' + [22-12-29 12:51:38] short_hostname=rdma-qe-31 + [22-12-29 12:51:38] RDMA_DRIVER= + [22-12-29 12:51:38] RDMA_NETWORK= + [22-12-29 12:51:38] '[' '!' -z ']' + [22-12-29 12:51:38] '[' '!' -z roce ']' + [22-12-29 12:51:38] RDMA_NETWORK=roce + [22-12-29 12:51:38] inv_file=json/rdma-qe-31.json + [22-12-29 12:51:38] '[' '!' -f json/rdma-qe-31.json ']' + [22-12-29 12:51:38] set -o pipefail + [22-12-29 12:51:38] python host_data_parser.py json/rdma-qe-31.json '' roce + [22-12-29 12:51:38] tee /root/py_parse_out.txt export RDMA_DRIVER="bnxt" export RDMA_NETWORK="roce" export HCA_ID="bnxt_re0" export HCA_RATE="25 Gb/sec" export HCA_ABRV="BCM57414" export DEVICE_ID="bnxt_roce" export DEVICE_MAC="00:0a:f7:97:b1:62" export DEVICE_PORT="1" + [22-12-29 12:51:38] '[' 0 -ne 0 ']' + [22-12-29 12:51:38] source /root/py_parse_out.txt ++ [22-12-29 12:51:38] export RDMA_DRIVER=bnxt ++ [22-12-29 12:51:38] RDMA_DRIVER=bnxt ++ [22-12-29 12:51:38] export RDMA_NETWORK=roce ++ [22-12-29 12:51:38] RDMA_NETWORK=roce ++ [22-12-29 12:51:38] export HCA_ID=bnxt_re0 ++ [22-12-29 12:51:38] HCA_ID=bnxt_re0 ++ [22-12-29 12:51:38] export 'HCA_RATE=25 Gb/sec' ++ [22-12-29 12:51:38] HCA_RATE='25 Gb/sec' ++ [22-12-29 12:51:38] export HCA_ABRV=BCM57414 ++ [22-12-29 12:51:38] HCA_ABRV=BCM57414 ++ [22-12-29 12:51:38] export DEVICE_ID=bnxt_roce ++ [22-12-29 12:51:38] DEVICE_ID=bnxt_roce ++ [22-12-29 12:51:38] export DEVICE_MAC=00:0a:f7:97:b1:62 ++ [22-12-29 12:51:38] DEVICE_MAC=00:0a:f7:97:b1:62 ++ [22-12-29 12:51:38] export DEVICE_PORT=1 ++ [22-12-29 12:51:38] DEVICE_PORT=1 + [22-12-29 12:51:38] RQA_check_result -r 0 -t 'Source python parser output' + [22-12-29 12:51:38] local test_pass=0 + [22-12-29 12:51:38] local test_skip=777 + [22-12-29 12:51:38] test 4 -gt 0 + [22-12-29 12:51:38] case $1 in + [22-12-29 12:51:38] local rc=0 + [22-12-29 12:51:38] shift + [22-12-29 12:51:38] shift + [22-12-29 12:51:38] test 2 -gt 0 + [22-12-29 12:51:38] case $1 in + [22-12-29 12:51:38] local 'msg=Source python parser output' + [22-12-29 12:51:38] shift + [22-12-29 12:51:38] shift + [22-12-29 12:51:38] test 0 -gt 0 + [22-12-29 12:51:38] '[' -z 0 -o -z 'Source python parser output' ']' + [22-12-29 12:51:38] '[' -z '' ']' + [22-12-29 12:51:38] source /etc/environment + [22-12-29 12:51:38] '[' -z '' ']' + [22-12-29 12:51:38] __RQA_create_test_result_file ++ [22-12-29 12:51:38] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-12-29 12:51:38] local rdma_version=rdma-core-41.0-3.el9 ++ [22-12-29 12:51:38] echo /kernel/infiniband/env_setup/standalone ++ [22-12-29 12:51:38] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-12-29 12:51:38] TEST_NAME=env_setup + [22-12-29 12:51:38] [[ ! -z rdma-qe-31 ]] + [22-12-29 12:51:38] [[ ! -z rdma-qe-30 ]] + [22-12-29 12:51:38] hosts_list=rdma-qe-31/rdma-qe-30 + [22-12-29 12:51:38] local _bkrjb= ++ [22-12-29 12:51:38] grep JOBID= /etc/motd ++ [22-12-29 12:51:38] tr -d ' ' ++ [22-12-29 12:51:38] sed s/JOBID=/J:/g ++ [22-12-29 12:51:38] head -1 + [22-12-29 12:51:38] _bkrjb=J:7381412 + [22-12-29 12:51:38] [[ ! -z J:7381412 ]] + [22-12-29 12:51:38] _bkrjb=' & Beaker job J:7381412' ++ [22-12-29 12:51:38] echo results_env_setup.txt ++ [22-12-29 12:51:38] sed 's/\//-/g' + [22-12-29 12:51:38] local result_filename=results_env_setup.txt ++ [22-12-29 12:51:38] mktemp -d + [22-12-29 12:51:38] TEST_RESULT_FILE=/tmp/tmp.6t8QhAYoJk/results_env_setup.txt + [22-12-29 12:51:38] echo 'env_setup test results on rdma-qe-31/rdma-qe-30 & Beaker job J:7381412:' ++ [22-12-29 12:51:38] uname -r + [22-12-29 12:51:38] echo '5.14.0-226.rt14.227.1773_734386590.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [22-12-29 12:51:38] echo ' Result | Status | Test' + [22-12-29 12:51:38] echo ' ---------+--------+------------------------------------' + [22-12-29 12:51:38] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-12-29 12:51:38] echo TEST_RESULT_FILE=/tmp/tmp.6t8QhAYoJk/results_env_setup.txt + [22-12-29 12:51:38] source /etc/environment ++ [22-12-29 12:51:38] TEST_RESULT_FILE=/tmp/tmp.6t8QhAYoJk/results_env_setup.txt + [22-12-29 12:51:38] '[' 0 -eq 0 ']' + [22-12-29 12:51:38] local test_result=PASS + [22-12-29 12:51:38] printf '%10s | %6s | %s\n' PASS 0 'Source python parser output' + [22-12-29 12:51:38] set +x --- - TEST RESULT FOR env_setup - Test: Source python parser output - Result: PASS - Return: 0 --- + [22-12-29 12:51:38] [[ bnxt == \r\x\e ]] + [22-12-29 12:51:38] RQA_bring_up_network roce bnxt + [22-12-29 12:51:38] '[' 2 -ne 2 ']' + [22-12-29 12:51:38] local _RDMA_NETWORK=roce + [22-12-29 12:51:38] local _RDMA_DRIVER=bnxt ++ [22-12-29 12:51:38] RQA_get_rdma_hostname ++ [22-12-29 12:51:38] hostname -A ++ [22-12-29 12:51:38] grep -o 'rdma.*' ++ [22-12-29 12:51:38] awk '{print $1}' ++ [22-12-29 12:51:38] awk -F . '{print $1}' + [22-12-29 12:51:38] local rdma_hostname=rdma-qe-31 + [22-12-29 12:51:38] [[ rdma-qe-31 == *\r\d\m\a\0* ]] + [22-12-29 12:51:38] [[ ! -z rdma-qe-30 ]] + [22-12-29 12:51:38] [[ ! -z rdma-qe-31 ]] ++ [22-12-29 12:51:38] RQA_hn_tail rdma-qe-31 ++ [22-12-29 12:51:38] echo rdma-qe-31 ++ [22-12-29 12:51:38] sed -e 's/\..*//' -e s/rdma-// + [22-12-29 12:51:38] local alias_server=roce-qe-31 ++ [22-12-29 12:51:38] cat /etc/hosts ++ [22-12-29 12:51:38] grep roce-qe-31 ++ [22-12-29 12:51:38] awk -F ' ' '{print $1}' + [22-12-29 12:51:38] IP_SERVER=172.31.40.31 ++ [22-12-29 12:51:38] RQA_hn_tail rdma-qe-30 ++ [22-12-29 12:51:38] echo rdma-qe-30 ++ [22-12-29 12:51:38] sed -e 's/\..*//' -e s/rdma-// + [22-12-29 12:51:38] local alias_client=roce-qe-30 ++ [22-12-29 12:51:38] cat /etc/hosts ++ [22-12-29 12:51:38] grep roce-qe-30 ++ [22-12-29 12:51:38] awk -F ' ' '{print $1}' + [22-12-29 12:51:38] IP_CLIENT=172.31.40.30 + [22-12-29 12:51:38] local bad=0 + [22-12-29 12:51:38] ping -c3 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.036 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.029 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.041 ms --- 172.31.40.31 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2039ms rtt min/avg/max/mdev = 0.029/0.035/0.041/0.005 ms + [22-12-29 12:51:40] (( bad+=0 )) + [22-12-29 12:51:40] ping -c3 172.31.40.30 PING 172.31.40.30 (172.31.40.30) 56(84) bytes of data. From 172.31.40.31 icmp_seq=1 Destination Host Unreachable From 172.31.40.31 icmp_seq=2 Destination Host Unreachable From 172.31.40.31 icmp_seq=3 Destination Host Unreachable --- 172.31.40.30 ping statistics --- 3 packets transmitted, 0 received, +3 errors, 100% packet loss, time 2040ms pipe 3 + [22-12-29 12:51:43] (( bad+=1 )) + [22-12-29 12:51:43] '[' 1 -eq 0 ']' ++ [22-12-29 12:51:43] RQA_get_driver_modules ++ [22-12-29 12:51:43] case ${RDMA_DRIVER} in ++ [22-12-29 12:51:43] echo 'bnxt_re bnxt_en' + [22-12-29 12:51:43] modprobe bnxt_re bnxt_en + [22-12-29 12:51:43] [[ roce == *\o\p\a* ]] + [22-12-29 12:51:43] RQA_pkg_install opensm + [22-12-29 12:51:43] PKG_LIST= + [22-12-29 12:51:43] for p in "$@" + [22-12-29 12:51:44] rpm -q opensm package opensm is not installed + [22-12-29 12:51:44] PKG_LIST=' opensm' + [22-12-29 12:51:44] '[' '!' -z ' opensm' ']' + [22-12-29 12:51:44] dnf install -y --setopt=strict=0 --nogpgcheck opensm Last metadata expiration check: 0:10:52 ago on Thu 29 Dec 2022 12:40:52 PM EST. Dependencies resolved. ================================================================================ Package Architecture Version Repository Size ================================================================================ Installing: opensm x86_64 3.3.24-2.el9 BUILDROOT-C9S 504 k Transaction Summary ================================================================================ Install 1 Package Total download size: 504 k Installed size: 1.2 M Downloading Packages: opensm-3.3.24-2.el9.x86_64.rpm 12 MB/s | 504 kB 00:00 -------------------------------------------------------------------------------- Total 11 MB/s | 504 kB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : opensm-3.3.24-2.el9.x86_64 1/1 Running scriptlet: opensm-3.3.24-2.el9.x86_64 1/1 Verifying : opensm-3.3.24-2.el9.x86_64 1/1 Installed: opensm-3.3.24-2.el9.x86_64 Complete! + [22-12-29 12:51:48] RQA_sys_service enable opensm + [22-12-29 12:51:48] SERVICE_RETURN=1 + [22-12-29 12:51:48] '[' 2 -ne 2 ']' + [22-12-29 12:51:48] test 2 -gt 0 + [22-12-29 12:51:48] case $1 in + [22-12-29 12:51:48] action=enable + [22-12-29 12:51:48] shift + [22-12-29 12:51:48] test 1 -gt 0 + [22-12-29 12:51:48] case $1 in + [22-12-29 12:51:48] serv=opensm + [22-12-29 12:51:48] shift + [22-12-29 12:51:48] test 0 -gt 0 ++ [22-12-29 12:51:48] RQA_get_rhel_major ++ [22-12-29 12:51:48] awk -F . '{print $1}' +++ [22-12-29 12:51:48] RQA_get_rhel_release +++ [22-12-29 12:51:48] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:51:48] echo 9 + [22-12-29 12:51:48] '[' 9 -ge 7 ']' + [22-12-29 12:51:48] /usr/bin/systemctl enable opensm Created symlink /etc/systemd/system/network.target.wants/opensm.service → /usr/lib/systemd/system/opensm.service. + [22-12-29 12:51:49] SERVICE_RETURN=0 + [22-12-29 12:51:49] return 0 + [22-12-29 12:51:49] RQA_sys_service restart opensm + [22-12-29 12:51:49] SERVICE_RETURN=1 + [22-12-29 12:51:49] '[' 2 -ne 2 ']' + [22-12-29 12:51:49] test 2 -gt 0 + [22-12-29 12:51:49] case $1 in + [22-12-29 12:51:49] action=restart + [22-12-29 12:51:49] shift + [22-12-29 12:51:49] test 1 -gt 0 + [22-12-29 12:51:49] case $1 in + [22-12-29 12:51:49] serv=opensm + [22-12-29 12:51:49] shift + [22-12-29 12:51:49] test 0 -gt 0 ++ [22-12-29 12:51:49] RQA_get_rhel_major ++ [22-12-29 12:51:49] awk -F . '{print $1}' +++ [22-12-29 12:51:49] RQA_get_rhel_release +++ [22-12-29 12:51:49] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:51:49] echo 9 + [22-12-29 12:51:49] '[' 9 -ge 7 ']' + [22-12-29 12:51:49] /usr/bin/systemctl restart opensm + [22-12-29 12:51:49] SERVICE_RETURN=0 + [22-12-29 12:51:49] return 0 + [22-12-29 12:51:49] sleep 3 + [22-12-29 12:51:52] modprobe -r ib_ipoib + [22-12-29 12:51:52] sleep 3 + [22-12-29 12:51:55] modprobe ib_ipoib + [22-12-29 12:51:55] sleep 3 + [22-12-29 12:51:58] RQA_sys_service status opensm + [22-12-29 12:51:58] SERVICE_RETURN=1 + [22-12-29 12:51:58] '[' 2 -ne 2 ']' + [22-12-29 12:51:58] test 2 -gt 0 + [22-12-29 12:51:58] case $1 in + [22-12-29 12:51:58] action=status + [22-12-29 12:51:58] shift + [22-12-29 12:51:58] test 1 -gt 0 + [22-12-29 12:51:58] case $1 in + [22-12-29 12:51:58] serv=opensm + [22-12-29 12:51:58] shift + [22-12-29 12:51:58] test 0 -gt 0 ++ [22-12-29 12:51:58] RQA_get_rhel_major ++ [22-12-29 12:51:58] awk -F . '{print $1}' +++ [22-12-29 12:51:58] RQA_get_rhel_release +++ [22-12-29 12:51:58] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:51:58] echo 9 + [22-12-29 12:51:58] '[' 9 -ge 7 ']' + [22-12-29 12:51:58] /usr/bin/systemctl status opensm ● opensm.service - Starts the OpenSM InfiniBand fabric Subnet Manager Loaded: loaded (/usr/lib/systemd/system/opensm.service; enabled; preset: disabled) Active: active (running) since Thu 2022-12-29 12:51:49 EST; 9s ago Docs: man:opensm Process: 15622 ExecStart=/usr/libexec/opensm-launch (code=exited, status=0/SUCCESS) Main PID: 15623 (opensm-launch) Tasks: 2 (limit: 252286) Memory: 2.0M CPU: 6.721s CGroup: /system.slice/opensm.service ├─15623 /usr/bin/bash /usr/libexec/opensm-launch └─15696 sleep 30 Dec 29 12:51:49 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: OpenSM 3.3.24 Dec 29 12:51:49 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com OpenSM[15624]: OpenSM 3.3.24 Dec 29 12:51:52 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: Using default GUID 0x20af7fffe97b162 Dec 29 12:51:52 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: Entering DISCOVERING state Dec 29 12:51:52 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com OpenSM[15624]: Entering DISCOVERING state Dec 29 12:51:56 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: ibwarn: [15624] get_abi_version: can't read ABI version from /sys/class/infiniband_mad/abi_version (No such file or directory): is ib_umad module loaded? Dec 29 12:51:56 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: Error from osm_opensm_bind (0x2A) Dec 29 12:51:56 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: Perhaps another instance of OpenSM is already running Dec 29 12:51:56 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com OpenSM[15624]: Exiting SM Dec 29 12:51:56 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com opensm-launch[15624]: Exiting SM + [22-12-29 12:51:58] SERVICE_RETURN=0 + [22-12-29 12:51:58] return 0 + [22-12-29 12:51:58] '[' 0 -ne 0 ']' + [22-12-29 12:51:58] ifdown bnxt_roce /root/rdma-qa.sh: line 402: ifdown: command not found + [22-12-29 12:51:58] sleep 3 + [22-12-29 12:52:01] ifup bnxt_roce /root/rdma-qa.sh: line 404: ifup: command not found + [22-12-29 12:52:01] local bad=0 + [22-12-29 12:52:01] ping -c3 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.039 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.037 ms --- 172.31.40.31 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2059ms rtt min/avg/max/mdev = 0.035/0.037/0.039/0.001 ms + [22-12-29 12:52:03] (( bad+=0 )) + [22-12-29 12:52:03] [[ ! -z rdma-qe-30 ]] + [22-12-29 12:52:03] [[ ! -z rdma-qe-31 ]] + [22-12-29 12:52:03] ping -c3 172.31.40.30 PING 172.31.40.30 (172.31.40.30) 56(84) bytes of data. From 172.31.40.31 icmp_seq=1 Destination Host Unreachable From 172.31.40.31 icmp_seq=2 Destination Host Unreachable From 172.31.40.31 icmp_seq=3 Destination Host Unreachable --- 172.31.40.30 ping statistics --- 3 packets transmitted, 0 received, +3 errors, 100% packet loss, time 2035ms pipe 3 + [22-12-29 12:52:06] (( bad+=1 )) + [22-12-29 12:52:06] '[' 1 -ne 0 ']' + [22-12-29 12:52:06] RQA_assign_static_ip bnxt roce + [22-12-29 12:52:06] '[' 2 -eq 1 ']' + [22-12-29 12:52:06] '[' 2 -eq 2 ']' + [22-12-29 12:52:06] local _RDMA_DRIVER=bnxt + [22-12-29 12:52:06] local _RDMA_NETWORK=roce + [22-12-29 12:52:06] local _DEVICE_ID=bnxt_roce + [22-12-29 12:52:06] _DEVICE_ID=bnxt_roce + [22-12-29 12:52:06] local _net_cfg=/etc/sysconfig/network-scripts/ifcfg-bnxt_roce + [22-12-29 12:52:06] [[ ! -z bnxt_roce ]] ++ [22-12-29 12:52:06] awk -F = '/HWADDR/ {print $2}' /etc/sysconfig/network-scripts/ifcfg-bnxt_roce + [22-12-29 12:52:06] local _DEVICE_MAC=00:0a:f7:97:b1:62 + [22-12-29 12:52:06] [[ -z 00:0a:f7:97:b1:62 ]] + [22-12-29 12:52:06] [[ -z bnxt_roce ]] + [22-12-29 12:52:06] [[ -z 00:0a:f7:97:b1:62 ]] + [22-12-29 12:52:06] '[' -f /root/rdma-functions.sh ']' + [22-12-29 12:52:06] source /root/rdma-functions.sh ++ [22-12-29 12:52:06] RQA_get_rdma_hostname ++ [22-12-29 12:52:06] hostname -A ++ [22-12-29 12:52:06] grep -o 'rdma.*' ++ [22-12-29 12:52:06] awk '{print $1}' ++ [22-12-29 12:52:06] awk -F . '{print $1}' + [22-12-29 12:52:06] local rdma_hostname=rdma-qe-31 ++ [22-12-29 12:52:06] echo rdma-qe-31 ++ [22-12-29 12:52:06] awk -F '[-|.]' '{print $3}' + [22-12-29 12:52:06] local hosttail=10#31 + [22-12-29 12:52:06] local baseint=230 + [22-12-29 12:52:06] case ${rdma_hostname} in + [22-12-29 12:52:06] baseint=0 + [22-12-29 12:52:06] local _creat_net=roce + [22-12-29 12:52:06] _creat_net=roce + [22-12-29 12:52:06] local _creat_intf=bnxt + [22-12-29 12:52:06] INTERFACE=31 + [22-12-29 12:52:06] echo 'Creating static interface: bnxt roce 00:0a:f7:97:b1:62 31' Creating static interface: bnxt roce 00:0a:f7:97:b1:62 31 + [22-12-29 12:52:06] Create_Rdma_Interfaces bnxt roce 00:0a:f7:97:b1:62 31 + [22-12-29 12:52:06] '[' 4 -lt 4 ']' + [22-12-29 12:52:06] CM= + [22-12-29 12:52:06] TYPE=InfiniBand + [22-12-29 12:52:06] HWADDR=hwaddr + [22-12-29 12:52:06] __get_net_from_subnet roce + [22-12-29 12:52:06] case $1 in + [22-12-29 12:52:06] net=40 + [22-12-29 12:52:06] start_net=40 + [22-12-29 12:52:06] case "$2" in + [22-12-29 12:52:06] TYPE=Ethernet + [22-12-29 12:52:06] nets=(${roce_nets[*]}) + [22-12-29 12:52:06] MTU='mtu 9000' + [22-12-29 12:52:06] case "$1" in + [22-12-29 12:52:06] '[' hwaddr = mac -a 4 -lt 6 ']' + [22-12-29 12:52:06] for subnet in ${nets[*]} + [22-12-29 12:52:06] __get_net_from_subnet roce + [22-12-29 12:52:06] case $1 in + [22-12-29 12:52:06] net=40 + [22-12-29 12:52:06] '[' 31 = dhcp ']' + [22-12-29 12:52:06] BP='static 172.31.40.31' + [22-12-29 12:52:06] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:06] '[' 40 = 40 ']' + [22-12-29 12:52:06] Create_Interface bnxt_roce Ethernet yes hwaddr 00:0a:f7:97:b1:62 static 172.31.40.31 mtu 9000 + [22-12-29 12:52:06] declare bootproto= ipaddr= network= broadcast= stp= + [22-12-29 12:52:06] declare mtu= vlan= pkey= connected_mode= hwaddr= defroute=no + [22-12-29 12:52:06] declare mac= netmask=255.255.255.0 priority= master= + [22-12-29 12:52:06] [[ 9 -lt 3 ]] + [22-12-29 12:52:06] physdev=bnxt_roce + [22-12-29 12:52:06] iftype=Ethernet + [22-12-29 12:52:06] onboot=yes + [22-12-29 12:52:06] shift 3 + [22-12-29 12:52:06] [[ 6 != 0 ]] + [22-12-29 12:52:06] case $1 in + [22-12-29 12:52:06] hwaddr=00:0a:f7:97:b1:62 + [22-12-29 12:52:06] shift 2 + [22-12-29 12:52:06] [[ 4 != 0 ]] + [22-12-29 12:52:06] case $1 in + [22-12-29 12:52:06] bootproto=static + [22-12-29 12:52:06] ipaddr=172.31.40.31 + [22-12-29 12:52:06] shift 2 + [22-12-29 12:52:06] [[ 2 != 0 ]] + [22-12-29 12:52:06] case $1 in + [22-12-29 12:52:07] mtu=9000 + [22-12-29 12:52:07] shift 2 + [22-12-29 12:52:07] [[ 0 != 0 ]] + [22-12-29 12:52:07] '[' Ethernet = infiniband ']' + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a Ethernet = InfiniBand -a -n '' ']' /root/rdma-functions.sh: line 277: [: : integer expression expected + [22-12-29 12:52:07] devname=bnxt_roce + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] output=/etc/sysconfig/network-scripts/ifcfg-bnxt_roce + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a static = dhcp -a no = no ']' /root/rdma-functions.sh: line 292: [: : integer expression expected + [22-12-29 12:52:07] '[' Ethernet = InfiniBand -a static = dhcp ']' + [22-12-29 12:52:07] '[' static = static ']' ++ [22-12-29 12:52:07] echo 172.31.40.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] network=172.31.40.0 ++ [22-12-29 12:52:07] echo 172.31.40.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] broadcast=172.31.40.255 + [22-12-29 12:52:07] echo DEVICE=bnxt_roce + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo TYPE=Ethernet + [22-12-29 12:52:07] case $iftype in + [22-12-29 12:52:07] case "${master}" in + [22-12-29 12:52:07] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:07] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:07] echo ONBOOT=yes + [22-12-29 12:52:07] '[' -n 00:0a:f7:97:b1:62 ']' + [22-12-29 12:52:07] echo HWADDR=00:0a:f7:97:b1:62 + [22-12-29 12:52:07] '[' -n 172.31.40.31 ']' + [22-12-29 12:52:07] echo BOOTPROTO=static + [22-12-29 12:52:07] echo IPADDR=172.31.40.31 + [22-12-29 12:52:07] echo NETMASK=255.255.255.0 + [22-12-29 12:52:07] echo NETWORK=172.31.40.0 + [22-12-29 12:52:07] echo BROADCAST=172.31.40.255 + [22-12-29 12:52:07] echo IPV4_FAILURE_FATAL=yes + [22-12-29 12:52:07] echo PEERDNS=no + [22-12-29 12:52:07] echo IPV6INIT=yes + [22-12-29 12:52:07] echo IPV6_AUTOCONF=yes + [22-12-29 12:52:07] echo IPV6_DEFROUTE=no + [22-12-29 12:52:07] echo IPV6_PEERDNS=no + [22-12-29 12:52:07] echo IPV6_PEERROUTES=yes + [22-12-29 12:52:07] echo IPV6_FAILURE_FATAL=no + [22-12-29 12:52:07] '[' -n 9000 ']' + [22-12-29 12:52:07] echo MTU=9000 + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo NAME=bnxt_roce + [22-12-29 12:52:07] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:07] output=/etc/udev/rules.d/70-persistent-net.rules ++ [22-12-29 12:52:07] echo 00:0a:f7:97:b1:62 + [22-12-29 12:52:07] match_addr=00:0a:f7:97:b1:62 + [22-12-29 12:52:07] '[' '!' -f /etc/udev/rules.d/70-persistent-net.rules ']' + [22-12-29 12:52:07] '[' rhel = rhel -a -gt 5 -a -n 00:0a:f7:97:b1:62 -a -z '' ']' /root/rdma-functions.sh: line 411: [: too many arguments + [22-12-29 12:52:07] '[' rhel = fedora -a -gt 16 -a -n 00:0a:f7:97:b1:62 -a -z '' ']' /root/rdma-functions.sh: line 426: [: too many arguments + [22-12-29 12:52:07] for subnet in ${nets[*]} + [22-12-29 12:52:07] __get_net_from_subnet roce.43 + [22-12-29 12:52:07] case $1 in ++ [22-12-29 12:52:07] echo roce.43 ++ [22-12-29 12:52:07] cut -f 2 -d . + [22-12-29 12:52:07] net=43 + [22-12-29 12:52:07] '[' 31 = dhcp ']' + [22-12-29 12:52:07] BP='static 172.31.43.31' + [22-12-29 12:52:07] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:07] '[' 43 = 40 ']' + [22-12-29 12:52:07] case $TYPE in + [22-12-29 12:52:07] Create_Interface bnxt_roce Vlan yes static 172.31.43.31 vlan 43 + [22-12-29 12:52:07] declare bootproto= ipaddr= network= broadcast= stp= + [22-12-29 12:52:07] declare mtu= vlan= pkey= connected_mode= hwaddr= defroute=no + [22-12-29 12:52:07] declare mac= netmask=255.255.255.0 priority= master= + [22-12-29 12:52:07] [[ 7 -lt 3 ]] + [22-12-29 12:52:07] physdev=bnxt_roce + [22-12-29 12:52:07] iftype=Vlan + [22-12-29 12:52:07] onboot=yes + [22-12-29 12:52:07] shift 3 + [22-12-29 12:52:07] [[ 4 != 0 ]] + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] bootproto=static + [22-12-29 12:52:07] ipaddr=172.31.43.31 + [22-12-29 12:52:07] shift 2 + [22-12-29 12:52:07] [[ 2 != 0 ]] + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] vlan=43 + [22-12-29 12:52:07] shift 2 + [22-12-29 12:52:07] [[ 0 != 0 ]] + [22-12-29 12:52:07] '[' Vlan = infiniband ']' + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a Vlan = InfiniBand -a -n '' ']' /root/rdma-functions.sh: line 277: [: : integer expression expected + [22-12-29 12:52:07] devname=bnxt_roce + [22-12-29 12:52:07] '[' -n 43 ']' + [22-12-29 12:52:07] devname=bnxt_roce.43 + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] output=/etc/sysconfig/network-scripts/ifcfg-bnxt_roce.43 + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a static = dhcp -a no = no ']' /root/rdma-functions.sh: line 292: [: : integer expression expected + [22-12-29 12:52:07] '[' Vlan = InfiniBand -a static = dhcp ']' + [22-12-29 12:52:07] '[' static = static ']' ++ [22-12-29 12:52:07] echo 172.31.43.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] network=172.31.43.0 ++ [22-12-29 12:52:07] echo 172.31.43.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] broadcast=172.31.43.255 + [22-12-29 12:52:07] echo DEVICE=bnxt_roce.43 + [22-12-29 12:52:07] '[' -n 43 ']' + [22-12-29 12:52:07] echo VLAN=yes + [22-12-29 12:52:07] echo VLAN_ID=43 + [22-12-29 12:52:07] '[' 43 -eq 43 ']' + [22-12-29 12:52:07] echo VLAN_EGRESS_PRIORITY_MAP=0:3,1:3,2:3,3:3,4:3,5:3,6:3,7:3 + [22-12-29 12:52:07] '[' 43 -eq 45 ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo TYPE=Vlan + [22-12-29 12:52:07] case $iftype in + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] echo ONBOOT=yes + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n 172.31.43.31 ']' + [22-12-29 12:52:07] echo BOOTPROTO=static + [22-12-29 12:52:07] echo IPADDR=172.31.43.31 + [22-12-29 12:52:07] echo NETMASK=255.255.255.0 + [22-12-29 12:52:07] echo NETWORK=172.31.43.0 + [22-12-29 12:52:07] echo BROADCAST=172.31.43.255 + [22-12-29 12:52:07] echo IPV4_FAILURE_FATAL=yes + [22-12-29 12:52:07] echo PEERDNS=no + [22-12-29 12:52:07] echo IPV6INIT=yes + [22-12-29 12:52:07] echo IPV6_AUTOCONF=yes + [22-12-29 12:52:07] echo IPV6_DEFROUTE=no + [22-12-29 12:52:07] echo IPV6_PEERDNS=no + [22-12-29 12:52:07] echo IPV6_PEERROUTES=yes + [22-12-29 12:52:07] echo IPV6_FAILURE_FATAL=no + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo NAME=bnxt_roce.43 + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] output=/etc/udev/rules.d/70-persistent-net.rules ++ [22-12-29 12:52:07] echo + [22-12-29 12:52:07] match_addr= + [22-12-29 12:52:07] '[' '!' -f /etc/udev/rules.d/70-persistent-net.rules ']' + [22-12-29 12:52:07] '[' rhel = rhel -a -gt 5 -a -n '' -a -z '' ']' /root/rdma-functions.sh: line 411: [: too many arguments + [22-12-29 12:52:07] '[' rhel = fedora -a -gt 16 -a -n '' -a -z '' ']' /root/rdma-functions.sh: line 426: [: too many arguments + [22-12-29 12:52:07] '[' roce '!=' iw ']' + [22-12-29 12:52:07] Create_Pfc_Egress_Dispatcher bnxt_roce bnxt_roce.43 3 + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 ']' /root/rdma-functions.sh: line 481: [: : integer expression expected + [22-12-29 12:52:07] prios='3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3' + [22-12-29 12:52:07] user_prios=3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3 + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] cat + [22-12-29 12:52:07] chmod +x /etc/NetworkManager/dispatcher.d/98-bnxt_roce.43-egress.conf + [22-12-29 12:52:07] for subnet in ${nets[*]} + [22-12-29 12:52:07] __get_net_from_subnet roce.45 + [22-12-29 12:52:07] case $1 in ++ [22-12-29 12:52:07] echo roce.45 ++ [22-12-29 12:52:07] cut -f 2 -d . + [22-12-29 12:52:07] net=45 + [22-12-29 12:52:07] '[' 31 = dhcp ']' + [22-12-29 12:52:07] BP='static 172.31.45.31' + [22-12-29 12:52:07] '[' Ethernet = InfiniBand ']' + [22-12-29 12:52:07] '[' 45 = 40 ']' + [22-12-29 12:52:07] case $TYPE in + [22-12-29 12:52:07] Create_Interface bnxt_roce Vlan yes static 172.31.45.31 vlan 45 + [22-12-29 12:52:07] declare bootproto= ipaddr= network= broadcast= stp= + [22-12-29 12:52:07] declare mtu= vlan= pkey= connected_mode= hwaddr= defroute=no + [22-12-29 12:52:07] declare mac= netmask=255.255.255.0 priority= master= + [22-12-29 12:52:07] [[ 7 -lt 3 ]] + [22-12-29 12:52:07] physdev=bnxt_roce + [22-12-29 12:52:07] iftype=Vlan + [22-12-29 12:52:07] onboot=yes + [22-12-29 12:52:07] shift 3 + [22-12-29 12:52:07] [[ 4 != 0 ]] + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] bootproto=static + [22-12-29 12:52:07] ipaddr=172.31.45.31 + [22-12-29 12:52:07] shift 2 + [22-12-29 12:52:07] [[ 2 != 0 ]] + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] vlan=45 + [22-12-29 12:52:07] shift 2 + [22-12-29 12:52:07] [[ 0 != 0 ]] + [22-12-29 12:52:07] '[' Vlan = infiniband ']' + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a Vlan = InfiniBand -a -n '' ']' /root/rdma-functions.sh: line 277: [: : integer expression expected + [22-12-29 12:52:07] devname=bnxt_roce + [22-12-29 12:52:07] '[' -n 45 ']' + [22-12-29 12:52:07] devname=bnxt_roce.45 + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] output=/etc/sysconfig/network-scripts/ifcfg-bnxt_roce.45 + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 -a static = dhcp -a no = no ']' /root/rdma-functions.sh: line 292: [: : integer expression expected + [22-12-29 12:52:07] '[' Vlan = InfiniBand -a static = dhcp ']' + [22-12-29 12:52:07] '[' static = static ']' ++ [22-12-29 12:52:07] echo 172.31.45.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] network=172.31.45.0 ++ [22-12-29 12:52:07] echo 172.31.45.31 ++ [22-12-29 12:52:07] cut -f -3 -d . + [22-12-29 12:52:07] broadcast=172.31.45.255 + [22-12-29 12:52:07] echo DEVICE=bnxt_roce.45 + [22-12-29 12:52:07] '[' -n 45 ']' + [22-12-29 12:52:07] echo VLAN=yes + [22-12-29 12:52:07] echo VLAN_ID=45 + [22-12-29 12:52:07] '[' 45 -eq 43 ']' + [22-12-29 12:52:07] '[' 45 -eq 45 ']' + [22-12-29 12:52:07] echo VLAN_EGRESS_PRIORITY_MAP=0:5,1:5,2:5,3:5,4:5,5:5,6:5,7:5 + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo TYPE=Vlan + [22-12-29 12:52:07] case $iftype in + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] echo ONBOOT=yes + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n 172.31.45.31 ']' + [22-12-29 12:52:07] echo BOOTPROTO=static + [22-12-29 12:52:07] echo IPADDR=172.31.45.31 + [22-12-29 12:52:07] echo NETMASK=255.255.255.0 + [22-12-29 12:52:07] echo NETWORK=172.31.45.0 + [22-12-29 12:52:07] echo BROADCAST=172.31.45.255 + [22-12-29 12:52:07] echo IPV4_FAILURE_FATAL=yes + [22-12-29 12:52:07] echo PEERDNS=no + [22-12-29 12:52:07] echo IPV6INIT=yes + [22-12-29 12:52:07] echo IPV6_AUTOCONF=yes + [22-12-29 12:52:07] echo IPV6_DEFROUTE=no + [22-12-29 12:52:07] echo IPV6_PEERDNS=no + [22-12-29 12:52:07] echo IPV6_PEERROUTES=yes + [22-12-29 12:52:07] echo IPV6_FAILURE_FATAL=no + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] '[' -n '' ']' + [22-12-29 12:52:07] echo NAME=bnxt_roce.45 + [22-12-29 12:52:07] '[' Vlan = InfiniBand ']' + [22-12-29 12:52:07] output=/etc/udev/rules.d/70-persistent-net.rules ++ [22-12-29 12:52:07] echo + [22-12-29 12:52:07] match_addr= + [22-12-29 12:52:07] '[' '!' -f /etc/udev/rules.d/70-persistent-net.rules ']' + [22-12-29 12:52:07] '[' rhel = rhel -a -gt 5 -a -n '' -a -z '' ']' /root/rdma-functions.sh: line 411: [: too many arguments + [22-12-29 12:52:07] '[' rhel = fedora -a -gt 16 -a -n '' -a -z '' ']' /root/rdma-functions.sh: line 426: [: too many arguments + [22-12-29 12:52:07] '[' roce '!=' iw ']' + [22-12-29 12:52:07] Create_Pfc_Egress_Dispatcher bnxt_roce bnxt_roce.45 5 + [22-12-29 12:52:07] '[' rhel = rhel -a '' -lt 6 ']' /root/rdma-functions.sh: line 481: [: : integer expression expected + [22-12-29 12:52:07] prios='5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5' + [22-12-29 12:52:07] user_prios=5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5 + [22-12-29 12:52:07] case $1 in + [22-12-29 12:52:07] cat + [22-12-29 12:52:07] chmod +x /etc/NetworkManager/dispatcher.d/98-bnxt_roce.45-egress.conf + [22-12-29 12:52:07] shift 4 + [22-12-29 12:52:07] '[' 0 -ge 2 ']' + [22-12-29 12:52:07] [[ bnxt == *\m\l\x\5* ]] ++ [22-12-29 12:52:07] ls /etc/sysconfig/network-scripts/ifcfg-bnxt_roce /etc/sysconfig/network-scripts/ifcfg-bnxt_roce.43 /etc/sysconfig/network-scripts/ifcfg-bnxt_roce.45 ++ [22-12-29 12:52:07] awk -F - '{print $(NF)}' + [22-12-29 12:52:07] for d in $(ls ${_net_cfg}* | awk -F "-" '{print $(NF)}') + [22-12-29 12:52:07] ifdown bnxt_roce /root/rdma-qa.sh: line 504: ifdown: command not found + [22-12-29 12:52:07] sleep 3 + [22-12-29 12:52:10] ifup bnxt_roce /root/rdma-qa.sh: line 506: ifup: command not found + [22-12-29 12:52:10] for d in $(ls ${_net_cfg}* | awk -F "-" '{print $(NF)}') + [22-12-29 12:52:10] ifdown bnxt_roce.43 /root/rdma-qa.sh: line 504: ifdown: command not found + [22-12-29 12:52:10] sleep 3 + [22-12-29 12:52:13] ifup bnxt_roce.43 /root/rdma-qa.sh: line 506: ifup: command not found + [22-12-29 12:52:13] for d in $(ls ${_net_cfg}* | awk -F "-" '{print $(NF)}') + [22-12-29 12:52:13] ifdown bnxt_roce.45 /root/rdma-qa.sh: line 504: ifdown: command not found + [22-12-29 12:52:13] sleep 3 + [22-12-29 12:52:16] ifup bnxt_roce.45 /root/rdma-qa.sh: line 506: ifup: command not found + [22-12-29 12:52:16] [[ bnxt == \s\i\w ]] + [22-12-29 12:52:16] sleep 5 ++ [22-12-29 12:52:21] RQA_get_my_ipv4 bnxt_roce ++ [22-12-29 12:52:21] local IPv4= ++ [22-12-29 12:52:21] '[' 1 -ne 1 ']' +++ [22-12-29 12:52:21] ip addr show dev bnxt_roce +++ [22-12-29 12:52:21] sed '-es/^.*inet \([^ ]*\)\/.*$/\1/;t;d' ++ [22-12-29 12:52:21] IPv4=172.31.40.31 ++ [22-12-29 12:52:21] [[ 172.31.40.31 == '' ]] ++ [22-12-29 12:52:21] echo 172.31.40.31 ++ [22-12-29 12:52:21] return 0 + [22-12-29 12:52:21] RDMA_IPV4=172.31.40.31 ++ [22-12-29 12:52:21] RQA_get_my_ipv6 bnxt_roce ++ [22-12-29 12:52:21] '[' 1 -ne 1 ']' ++ [22-12-29 12:52:21] ip addr show dev bnxt_roce ++ [22-12-29 12:52:21] sed '-es/^.*inet6 \([^ ]*\)\/.*$/\1/;t;d' + [22-12-29 12:52:21] RDMA_IPV6=fe80::20a:f7ff:fe97:b162 + [22-12-29 12:52:21] [[ bnxt == \s\i\w ]] + [22-12-29 12:52:21] [[ bnxt == \r\x\e ]] + [22-12-29 12:52:21] grep -i fedora /etc/redhat-release + [22-12-29 12:52:21] ping -c 3 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.029 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.025 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.020 ms --- 172.31.40.31 ping statistics --- 3 packets transmitted, 3 received, 0% packet loss, time 2043ms rtt min/avg/max/mdev = 0.020/0.024/0.029/0.003 ms + [22-12-29 12:52:23] RQA_check_result -r 0 -t 'ping 172.31.40.31' + [22-12-29 12:52:23] local test_pass=0 + [22-12-29 12:52:23] local test_skip=777 + [22-12-29 12:52:23] test 4 -gt 0 + [22-12-29 12:52:23] case $1 in + [22-12-29 12:52:23] local rc=0 + [22-12-29 12:52:23] shift + [22-12-29 12:52:23] shift + [22-12-29 12:52:23] test 2 -gt 0 + [22-12-29 12:52:23] case $1 in + [22-12-29 12:52:23] local 'msg=ping 172.31.40.31' + [22-12-29 12:52:23] shift + [22-12-29 12:52:23] shift + [22-12-29 12:52:23] test 0 -gt 0 + [22-12-29 12:52:23] '[' -z 0 -o -z 'ping 172.31.40.31' ']' + [22-12-29 12:52:23] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:23] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:23] '[' 0 -eq 0 ']' + [22-12-29 12:52:23] local test_result=PASS + [22-12-29 12:52:23] printf '%10s | %6s | %s\n' PASS 0 'ping 172.31.40.31' + [22-12-29 12:52:23] set +x --- - TEST RESULT FOR env_setup - Test: ping 172.31.40.31 - Result: PASS - Return: 0 --- + [22-12-29 12:52:23] standalone + [22-12-29 12:52:23] echo -en '\n# /kernel/infiniband/env_setup variables\n' + [22-12-29 12:52:23] [[ -s /root/py_parse_out.txt ]] + [22-12-29 12:52:23] grep export /root/py_parse_out.txt + [22-12-29 12:52:23] cat + [22-12-29 12:52:23] echo 'export RDMA_IPV4="172.31.40.31"' + [22-12-29 12:52:23] echo 'export RDMA_IPV6="fe80::20a:f7ff:fe97:b162"' + [22-12-29 12:52:23] source /root/.bashrc + [22-12-29 12:52:24] RQA_check_result -r 0 -t 'Source .bashrc after updates' + [22-12-29 12:52:24] local test_pass=0 + [22-12-29 12:52:24] local test_skip=777 + [22-12-29 12:52:24] test 4 -gt 0 + [22-12-29 12:52:24] case $1 in + [22-12-29 12:52:24] local rc=0 + [22-12-29 12:52:24] shift + [22-12-29 12:52:24] shift + [22-12-29 12:52:24] test 2 -gt 0 + [22-12-29 12:52:24] case $1 in + [22-12-29 12:52:24] local 'msg=Source .bashrc after updates' + [22-12-29 12:52:24] shift + [22-12-29 12:52:24] shift + [22-12-29 12:52:24] test 0 -gt 0 + [22-12-29 12:52:24] '[' -z 0 -o -z 'Source .bashrc after updates' ']' + [22-12-29 12:52:24] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:24] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:24] '[' 0 -eq 0 ']' + [22-12-29 12:52:24] local test_result=PASS + [22-12-29 12:52:24] printf '%10s | %6s | %s\n' PASS 0 'Source .bashrc after updates' + [22-12-29 12:52:24] set +x --- - TEST RESULT FOR env_setup - Test: Source .bashrc after updates - Result: PASS - Return: 0 --- + [22-12-29 12:52:24] RQA_overall_result + [22-12-29 12:52:24] source /root/known-issues.sh + [22-12-29 12:52:29] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:29] '[' -z /tmp/tmp.6t8QhAYoJk/results_env_setup.txt ']' + [22-12-29 12:52:29] local overall_result=PASS + [22-12-29 12:52:29] echo 'Checking for failures and known issues:' + [22-12-29 12:52:29] grep FAIL /tmp/tmp.6t8QhAYoJk/results_env_setup.txt + [22-12-29 12:52:29] echo ' no test failures' + [22-12-29 12:52:29] echo '' + [22-12-29 12:52:29] report_result /kernel/infiniband/env_setup/standalone PASS 0 + [22-12-29 12:52:29] OUTPUTFILE=/mnt/testarea/tmp.AOhkEn + [22-12-29 12:52:29] rstrnt-report-result /kernel/infiniband/env_setup/standalone PASS 0 ** /kernel/infiniband/env_setup/standalone PASS Score:0 Uploading resultoutputfile.log .done + [22-12-29 12:52:30] rhts-submit-log -l /tmp/tmp.6t8QhAYoJk/results_env_setup.txt Uploading results_env_setup.txt .done + [22-12-29 12:52:30] __RQA_unset_test_result_file + [22-12-29 12:52:30] cat /tmp/tmp.6t8QhAYoJk/results_env_setup.txt env_setup test results on rdma-qe-31/rdma-qe-30 & Beaker job J:7381412: 5.14.0-226.rt14.227.1773_734386590.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0 Result | Status | Test ---------+--------+------------------------------------ PASS | 0 | Source python parser output PASS | 0 | ping 172.31.40.31 PASS | 0 | Source .bashrc after updates Checking for failures and known issues: no test failures + [22-12-29 12:52:30] export TEST_RESULT_FILE= + [22-12-29 12:52:30] TEST_RESULT_FILE= + [22-12-29 12:52:30] unset TEST_RESULT_FILE + [22-12-29 12:52:30] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-12-29 12:52:30] echo 'TEST_RESULT_FILE=""' + [22-12-29 12:52:30] source /etc/environment ++ [22-12-29 12:52:30] TEST_RESULT_FILE= + [22-12-29 12:52:30] return 0 + [22-12-29 12:52:30] hostname -A + [22-12-29 12:52:30] grep rdma-qe-30 + [22-12-29 12:52:30] hostname -A + [22-12-29 12:52:30] grep rdma-qe-31 + [22-12-29 12:52:30] echo '------- server start test -------' ------- server start test ------- + [22-12-29 12:52:30] export result=PASS + [22-12-29 12:52:30] result=PASS + [22-12-29 12:52:30] export TEST=/kernel/infiniband/env_setup/standalone/server + [22-12-29 12:52:30] TEST=/kernel/infiniband/env_setup/standalone/server + [22-12-29 12:52:31] server + [22-12-29 12:52:31] [[ bnxt == \s\i\w ]] + [22-12-29 12:52:31] rhts_sync_block -s ES_CLIENT_READY_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s ES_CLIENT_READY_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_ES_CLIENT_READY_-roce-0 Failed to connect to remote server rdma-qe-30: No route to host Retrying rstrnt-sync-block for state 12_ES_CLIENT_READY_-roce-0 Failed to connect to remote server rdma-qe-30: Connection refused Retrying rstrnt-sync-block for state 12_ES_CLIENT_READY_-roce-0 Failed to connect to remote server rdma-qe-30: Connection refused Retrying rstrnt-sync-block for state 12_ES_CLIENT_READY_-roce-0 Failed to connect to remote server rdma-qe-30: Connection refused Retrying rstrnt-sync-block for state 12_ES_CLIENT_READY_-roce-0 Failed to connect to remote server rdma-qe-30: Connection refused Retrying rstrnt-sync-block for state 12_ES_CLIENT_READY_-roce-0 + [22-12-29 12:57:34] rhts_sync_set -s ES_SERVER_READY_-roce-0 /usr/bin/rhts_sync_set -s ES_SERVER_READY_-roce-0 -- State set = 12_ES_SERVER_READY_-roce-0 ++ [22-12-29 12:57:34] echo rdma-qe-30 ++ [22-12-29 12:57:34] awk -F . '{print $1}' + [22-12-29 12:57:34] cli_ssh=rdma-qe-30 ++ [22-12-29 12:57:34] ssh rdma-qe-30 echo '${RDMA_DRIVER}' + [22-12-29 12:57:34] CLIENT_DRIVER=bnxt ++ [22-12-29 12:57:34] ssh rdma-qe-30 echo '${RDMA_NETWORK}' + [22-12-29 12:57:35] CLIENT_NETWORK=roce ++ [22-12-29 12:57:35] ssh rdma-qe-30 echo '${HCA_ID}' + [22-12-29 12:57:35] CLIENT_HCA_ID=bnxt_re0 ++ [22-12-29 12:57:35] ssh rdma-qe-30 echo '${HCA_ABRV}' + [22-12-29 12:57:36] CLIENT_HCA_ABRV=BCM57414 ++ [22-12-29 12:57:36] ssh rdma-qe-30 echo '${DEVICE_ID}' + [22-12-29 12:57:36] CLIENT_DEVICE_ID=bnxt_roce ++ [22-12-29 12:57:36] ssh rdma-qe-30 echo '${DEVICE_MAC}' + [22-12-29 12:57:36] CLIENT_DEVICE_MAC=00:0a:f7:a6:89:70 ++ [22-12-29 12:57:36] ssh rdma-qe-30 echo '${DEVICE_PORT}' + [22-12-29 12:57:37] CLIENT_DEVICE_PORT=1 ++ [22-12-29 12:57:37] ssh rdma-qe-30 echo '${RDMA_IPV4}' + [22-12-29 12:57:37] CLIENT_IPV4=172.31.40.30 ++ [22-12-29 12:57:37] ssh rdma-qe-30 echo '${RDMA_IPV6}' + [22-12-29 12:57:37] CLIENT_IPV6=fe80::20a:f7ff:fea6:8970 + [22-12-29 12:57:37] '[' -z bnxt ']' + [22-12-29 12:57:37] '[' -z roce ']' + [22-12-29 12:57:37] '[' -z bnxt_re0 ']' + [22-12-29 12:57:37] '[' -z BCM57414 ']' + [22-12-29 12:57:37] '[' -z bnxt_roce ']' + [22-12-29 12:57:37] '[' -z 00:0a:f7:a6:89:70 ']' + [22-12-29 12:57:37] '[' -z 1 ']' + [22-12-29 12:57:37] '[' -z 172.31.40.30 ']' + [22-12-29 12:57:37] '[' -z fe80::20a:f7ff:fea6:8970 ']' + [22-12-29 12:57:37] echo 'export CLIENT_DRIVER="bnxt"' + [22-12-29 12:57:37] echo 'export CLIENT_NETWORK="roce"' + [22-12-29 12:57:37] echo 'export CLIENT_HCA_ID="bnxt_re0"' + [22-12-29 12:57:37] echo 'export CLIENT_HCA_ABRV="BCM57414"' + [22-12-29 12:57:37] echo 'export CLIENT_DEVICE_ID="bnxt_roce"' + [22-12-29 12:57:37] echo 'export CLIENT_DEVICE_MAC="00:0a:f7:a6:89:70"' + [22-12-29 12:57:37] echo 'export CLIENT_DEVICE_PORT="1"' + [22-12-29 12:57:37] echo 'export CLIENT_IPV4="172.31.40.30"' + [22-12-29 12:57:37] echo 'export CLIENT_IPV6="fe80::20a:f7ff:fea6:8970"' + [22-12-29 12:57:37] echo 'export SERVER_DRIVER="bnxt"' + [22-12-29 12:57:37] echo 'export SERVER_NETWORK="roce"' + [22-12-29 12:57:37] echo 'export SERVER_HCA_ID="bnxt_re0"' + [22-12-29 12:57:37] echo 'export SERVER_HCA_ABRV="BCM57414"' + [22-12-29 12:57:37] echo 'export SERVER_DEVICE_ID="bnxt_roce"' + [22-12-29 12:57:37] echo 'export SERVER_DEVICE_MAC="00:0a:f7:97:b1:62"' + [22-12-29 12:57:37] echo 'export SERVER_DEVICE_PORT="1"' + [22-12-29 12:57:37] echo 'export SERVER_IPV4="172.31.40.31"' + [22-12-29 12:57:37] echo 'export SERVER_IPV6="fe80::20a:f7ff:fe97:b162"' + [22-12-29 12:57:37] echo 'export REMOTE_HOST="rdma-qe-30"' + [22-12-29 12:57:37] source /root/.bashrc + [22-12-29 12:57:38] RQA_check_result -r 0 -t 'source .bashrc in server function' + [22-12-29 12:57:38] local test_pass=0 + [22-12-29 12:57:38] local test_skip=777 + [22-12-29 12:57:38] test 4 -gt 0 + [22-12-29 12:57:38] case $1 in + [22-12-29 12:57:38] local rc=0 + [22-12-29 12:57:38] shift + [22-12-29 12:57:38] shift + [22-12-29 12:57:38] test 2 -gt 0 + [22-12-29 12:57:38] case $1 in + [22-12-29 12:57:38] local 'msg=source .bashrc in server function' + [22-12-29 12:57:38] shift + [22-12-29 12:57:38] shift + [22-12-29 12:57:38] test 0 -gt 0 + [22-12-29 12:57:38] '[' -z 0 -o -z 'source .bashrc in server function' ']' + [22-12-29 12:57:38] '[' -z '' ']' + [22-12-29 12:57:38] source /etc/environment ++ [22-12-29 12:57:38] TEST_RESULT_FILE= + [22-12-29 12:57:38] '[' -z '' ']' + [22-12-29 12:57:38] __RQA_create_test_result_file ++ [22-12-29 12:57:38] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-12-29 12:57:38] local rdma_version=rdma-core-41.0-3.el9 ++ [22-12-29 12:57:38] echo /kernel/infiniband/env_setup/standalone/server ++ [22-12-29 12:57:38] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-12-29 12:57:38] TEST_NAME=env_setup + [22-12-29 12:57:38] [[ ! -z rdma-qe-31 ]] + [22-12-29 12:57:38] [[ ! -z rdma-qe-30 ]] + [22-12-29 12:57:38] hosts_list=rdma-qe-31/rdma-qe-30 + [22-12-29 12:57:38] local _bkrjb= ++ [22-12-29 12:57:38] grep JOBID= /etc/motd ++ [22-12-29 12:57:38] tr -d ' ' ++ [22-12-29 12:57:38] sed s/JOBID=/J:/g ++ [22-12-29 12:57:38] head -1 + [22-12-29 12:57:38] _bkrjb=J:7381412 + [22-12-29 12:57:38] [[ ! -z J:7381412 ]] + [22-12-29 12:57:38] _bkrjb=' & Beaker job J:7381412' ++ [22-12-29 12:57:38] echo results_env_setup.txt ++ [22-12-29 12:57:38] sed 's/\//-/g' + [22-12-29 12:57:38] local result_filename=results_env_setup.txt ++ [22-12-29 12:57:38] mktemp -d + [22-12-29 12:57:38] TEST_RESULT_FILE=/tmp/tmp.s3yeZh388q/results_env_setup.txt + [22-12-29 12:57:38] echo 'env_setup test results on rdma-qe-31/rdma-qe-30 & Beaker job J:7381412:' ++ [22-12-29 12:57:38] uname -r + [22-12-29 12:57:38] echo '5.14.0-226.rt14.227.1773_734386590.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [22-12-29 12:57:38] echo ' Result | Status | Test' + [22-12-29 12:57:38] echo ' ---------+--------+------------------------------------' + [22-12-29 12:57:38] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-12-29 12:57:38] echo TEST_RESULT_FILE=/tmp/tmp.s3yeZh388q/results_env_setup.txt + [22-12-29 12:57:38] source /etc/environment ++ [22-12-29 12:57:38] TEST_RESULT_FILE=/tmp/tmp.s3yeZh388q/results_env_setup.txt + [22-12-29 12:57:38] '[' 0 -eq 0 ']' + [22-12-29 12:57:38] local test_result=PASS + [22-12-29 12:57:38] printf '%10s | %6s | %s\n' PASS 0 'source .bashrc in server function' + [22-12-29 12:57:38] set +x --- - TEST RESULT FOR env_setup - Test: source .bashrc in server function - Result: PASS - Return: 0 --- + [22-12-29 12:57:38] rhts_sync_set -s ES_SERVER_DONE_-roce-0 /usr/bin/rhts_sync_set -s ES_SERVER_DONE_-roce-0 -- State set = 12_ES_SERVER_DONE_-roce-0 + [22-12-29 12:57:38] echo '--- server finishes.' --- server finishes. + [22-12-29 12:57:38] rhts_sync_block -s ES_CLIENT_DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s ES_CLIENT_DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_ES_CLIENT_DONE_-roce-0 Server rdma-qe-30 not reported state 12_ES_CLIENT_DONE_-roce-0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 12_ES_CLIENT_DONE_-roce-0 + [22-12-29 12:58:48] RQA_overall_result + [22-12-29 12:58:48] source /root/known-issues.sh + [22-12-29 12:58:53] '[' -z /tmp/tmp.s3yeZh388q/results_env_setup.txt ']' + [22-12-29 12:58:53] '[' -z /tmp/tmp.s3yeZh388q/results_env_setup.txt ']' + [22-12-29 12:58:53] local overall_result=PASS + [22-12-29 12:58:53] echo 'Checking for failures and known issues:' + [22-12-29 12:58:53] grep FAIL /tmp/tmp.s3yeZh388q/results_env_setup.txt + [22-12-29 12:58:53] echo ' no test failures' + [22-12-29 12:58:53] echo '' + [22-12-29 12:58:53] report_result /kernel/infiniband/env_setup/standalone/server PASS 0 + [22-12-29 12:58:53] OUTPUTFILE=/mnt/testarea/tmp.AOhkEn + [22-12-29 12:58:53] rstrnt-report-result /kernel/infiniband/env_setup/standalone/server PASS 0 ** /kernel/infiniband/env_setup/standalone/server PASS Score:0 Uploading resultoutputfile.log .done + [22-12-29 12:58:54] rhts-submit-log -l /tmp/tmp.s3yeZh388q/results_env_setup.txt Uploading results_env_setup.txt .done + [22-12-29 12:58:54] __RQA_unset_test_result_file + [22-12-29 12:58:54] cat /tmp/tmp.s3yeZh388q/results_env_setup.txt env_setup test results on rdma-qe-31/rdma-qe-30 & Beaker job J:7381412: 5.14.0-226.rt14.227.1773_734386590.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0 Result | Status | Test ---------+--------+------------------------------------ PASS | 0 | source .bashrc in server function Checking for failures and known issues: no test failures + [22-12-29 12:58:54] export TEST_RESULT_FILE= + [22-12-29 12:58:54] TEST_RESULT_FILE= + [22-12-29 12:58:54] unset TEST_RESULT_FILE + [22-12-29 12:58:54] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-12-29 12:58:54] echo 'TEST_RESULT_FILE=""' + [22-12-29 12:58:54] source /etc/environment ++ [22-12-29 12:58:54] TEST_RESULT_FILE= + [22-12-29 12:58:54] return 0 + [22-12-29 12:58:54] [[ bnxt == \i\4\0\i\w ]] + [22-12-29 12:58:54] rm -f + [22-12-29 12:58:54] unset RUN_NUMBER TNAME + [22-12-29 12:58:54] echo ' ------ end of runtest.sh.' ------ end of runtest.sh. + [22-12-29 12:58:54] exit 0 make[1]: Leaving directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' + [22-12-29 12:58:54] echo 'OKAY - task env_setup is done!' OKAY - task env_setup is done! + [22-12-29 12:58:54] bash -x ./tier1.sh common + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-12-29 12:58:54] export NIC_PREF= ++ [22-12-29 12:58:54] NIC_PREF= ++ [22-12-29 12:58:54] export PERFTEST_FLAGS= ++ [22-12-29 12:58:54] PERFTEST_FLAGS= +++ [22-12-29 12:58:54] hostname -s ++ [22-12-29 12:58:54] export s_hostname=rdma-qe-31 ++ [22-12-29 12:58:54] s_hostname=rdma-qe-31 ++ [22-12-29 12:58:54] RQA_set_pyexec ++ [22-12-29 12:58:54] PYEXEC= ++ [22-12-29 12:58:54] which python ++ [22-12-29 12:58:54] export PYEXEC=python ++ [22-12-29 12:58:54] PYEXEC=python ++ [22-12-29 12:58:54] return 0 +++ [22-12-29 12:58:54] grep -i fedora /etc/redhat-release ++ [22-12-29 12:58:54] [[ -n '' ]] +++ [22-12-29 12:58:54] RQA_get_rhel_major +++ [22-12-29 12:58:54] awk -F . '{print $1}' ++++ [22-12-29 12:58:54] RQA_get_rhel_release ++++ [22-12-29 12:58:54] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:54] echo 9 ++ [22-12-29 12:58:54] [[ 9 -ge 8 ]] ++ [22-12-29 12:58:54] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:58:54] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:58:54] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-12-29 12:58:54] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-12-29 12:58:54] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-12-29 12:58:54] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:58:54] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:58:54] '[' -f /root/known-issues.sh ']' ++ [22-12-29 12:58:54] source /root/known-issues.sh ++ [22-12-29 12:58:59] RQA_load_tech_preview_modules ++ [22-12-29 12:58:59] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-12-29 12:58:59] return ++ [22-12-29 12:58:59] RQA_fix_uefi_reboot ++ [22-12-29 12:58:59] ls -l /usr/sbin/reboot ++ [22-12-29 12:58:59] grep rhts-reboot ++ [22-12-29 12:58:59] which rhts-reboot ++ [22-12-29 12:58:59] rpm -q rhts-test-env ++ [22-12-29 12:58:59] RQA_fix_ssh_ipv6_auth +++ [22-12-29 12:58:59] RQA_get_rhel_major +++ [22-12-29 12:58:59] awk -F . '{print $1}' ++++ [22-12-29 12:58:59] RQA_get_rhel_release ++++ [22-12-29 12:58:59] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:59] echo 9 ++ [22-12-29 12:58:59] '[' 9 -ge 7 ']' ++ [22-12-29 12:58:59] local need_restart=0 ++ [22-12-29 12:58:59] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-12-29 12:58:59] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-12-29 12:58:59] grep 'AddressFamily inet' /root/.ssh/config ++ [22-12-29 12:58:59] '[' 0 -eq 1 ']' ++ [22-12-29 12:58:59] RQA_fix_mlx5_ib_connected_mode +++ [22-12-29 12:58:59] RQA_get_rhel_major +++ [22-12-29 12:58:59] awk -F . '{print $1}' ++++ [22-12-29 12:58:59] RQA_get_rhel_release ++++ [22-12-29 12:58:59] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:59] echo 9 ++ [22-12-29 12:58:59] [[ 9 -ge 7 ]] +++ [22-12-29 12:58:59] RQA_get_rhel_minor +++ [22-12-29 12:58:59] awk -F . '{print $2}' ++++ [22-12-29 12:58:59] RQA_get_rhel_release ++++ [22-12-29 12:58:59] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:59] echo 9 ++ [22-12-29 12:58:59] [[ '' -ge 5 ]] +++ [22-12-29 12:58:59] RQA_get_rhel_major +++ [22-12-29 12:58:59] awk -F . '{print $1}' ++++ [22-12-29 12:58:59] RQA_get_rhel_release ++++ [22-12-29 12:58:59] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:59] echo 9 ++ [22-12-29 12:58:59] [[ 9 -gt 7 ]] +++ [22-12-29 12:58:59] ls /etc/sysconfig/network-scripts/ +++ [22-12-29 12:58:59] grep mlx5 +++ [22-12-29 12:58:59] grep ib +++ [22-12-29 12:58:59] grep -v '~' ++ [22-12-29 12:58:59] RQA_nfs_rhel8_temp_fix +++ [22-12-29 12:58:59] RQA_get_rhel_major +++ [22-12-29 12:58:59] awk -F . '{print $1}' ++++ [22-12-29 12:58:59] RQA_get_rhel_release ++++ [22-12-29 12:58:59] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:58:59] echo 9 ++ [22-12-29 12:58:59] (( 9 == 8 )) ++ [22-12-29 12:58:59] source /root/.bashrc ++ [22-12-29 12:59:00] [[ bnxt == \i\4\0\i\w ]] + [22-12-29 12:59:00] source /root/mpi-functions.sh ++ [22-12-29 12:59:00] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-12-29 12:59:00] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-12-29 12:59:00] source /root/rdma-qa.sh ++ [22-12-29 12:59:00] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-12-29 12:59:00] export NIC_PREF= ++ [22-12-29 12:59:00] NIC_PREF= ++ [22-12-29 12:59:00] export PERFTEST_FLAGS= ++ [22-12-29 12:59:00] PERFTEST_FLAGS= +++ [22-12-29 12:59:00] hostname -s ++ [22-12-29 12:59:00] export s_hostname=rdma-qe-31 ++ [22-12-29 12:59:00] s_hostname=rdma-qe-31 ++ [22-12-29 12:59:00] RQA_set_pyexec ++ [22-12-29 12:59:00] PYEXEC= ++ [22-12-29 12:59:00] which python ++ [22-12-29 12:59:00] export PYEXEC=python ++ [22-12-29 12:59:00] PYEXEC=python ++ [22-12-29 12:59:00] return 0 +++ [22-12-29 12:59:00] grep -i fedora /etc/redhat-release ++ [22-12-29 12:59:00] [[ -n '' ]] +++ [22-12-29 12:59:00] RQA_get_rhel_major +++ [22-12-29 12:59:00] awk -F . '{print $1}' ++++ [22-12-29 12:59:00] RQA_get_rhel_release ++++ [22-12-29 12:59:00] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:00] echo 9 ++ [22-12-29 12:59:00] [[ 9 -ge 8 ]] ++ [22-12-29 12:59:00] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:59:00] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 12:59:00] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-12-29 12:59:00] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-12-29 12:59:00] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-12-29 12:59:00] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:59:00] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 12:59:00] '[' -f /root/known-issues.sh ']' ++ [22-12-29 12:59:00] source /root/known-issues.sh ++ [22-12-29 12:59:05] RQA_load_tech_preview_modules ++ [22-12-29 12:59:05] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-12-29 12:59:05] return ++ [22-12-29 12:59:05] RQA_fix_uefi_reboot ++ [22-12-29 12:59:05] ls -l /usr/sbin/reboot ++ [22-12-29 12:59:05] grep rhts-reboot ++ [22-12-29 12:59:05] which rhts-reboot ++ [22-12-29 12:59:05] rpm -q rhts-test-env ++ [22-12-29 12:59:05] RQA_fix_ssh_ipv6_auth +++ [22-12-29 12:59:05] RQA_get_rhel_major +++ [22-12-29 12:59:05] awk -F . '{print $1}' ++++ [22-12-29 12:59:05] RQA_get_rhel_release ++++ [22-12-29 12:59:05] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:05] echo 9 ++ [22-12-29 12:59:05] '[' 9 -ge 7 ']' ++ [22-12-29 12:59:05] local need_restart=0 ++ [22-12-29 12:59:05] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-12-29 12:59:05] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-12-29 12:59:05] grep 'AddressFamily inet' /root/.ssh/config ++ [22-12-29 12:59:05] '[' 0 -eq 1 ']' ++ [22-12-29 12:59:05] RQA_fix_mlx5_ib_connected_mode +++ [22-12-29 12:59:05] RQA_get_rhel_major +++ [22-12-29 12:59:05] awk -F . '{print $1}' ++++ [22-12-29 12:59:05] RQA_get_rhel_release ++++ [22-12-29 12:59:05] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:05] echo 9 ++ [22-12-29 12:59:05] [[ 9 -ge 7 ]] +++ [22-12-29 12:59:05] RQA_get_rhel_minor +++ [22-12-29 12:59:05] awk -F . '{print $2}' ++++ [22-12-29 12:59:05] RQA_get_rhel_release ++++ [22-12-29 12:59:05] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:05] echo 9 ++ [22-12-29 12:59:05] [[ '' -ge 5 ]] +++ [22-12-29 12:59:05] RQA_get_rhel_major +++ [22-12-29 12:59:05] awk -F . '{print $1}' ++++ [22-12-29 12:59:05] RQA_get_rhel_release ++++ [22-12-29 12:59:05] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:05] echo 9 ++ [22-12-29 12:59:05] [[ 9 -gt 7 ]] +++ [22-12-29 12:59:05] ls /etc/sysconfig/network-scripts/ +++ [22-12-29 12:59:05] grep mlx5 +++ [22-12-29 12:59:05] grep ib +++ [22-12-29 12:59:05] grep -v '~' ++ [22-12-29 12:59:05] RQA_nfs_rhel8_temp_fix +++ [22-12-29 12:59:05] RQA_get_rhel_major +++ [22-12-29 12:59:05] awk -F . '{print $1}' ++++ [22-12-29 12:59:05] RQA_get_rhel_release ++++ [22-12-29 12:59:05] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 12:59:05] echo 9 ++ [22-12-29 12:59:05] (( 9 == 8 )) ++ [22-12-29 12:59:05] source /root/.bashrc ++ [22-12-29 12:59:06] [[ bnxt == \i\4\0\i\w ]] + [22-12-29 12:59:06] source /root/mpi-functions.sh ++ [22-12-29 12:59:06] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-12-29 12:59:06] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-12-29 12:59:06] RQA_set_inline_default + [22-12-29 12:59:06] [[ bnxt != *\m\l\x\4* ]] + [22-12-29 12:59:06] mkdir -p /etc/rdma/rsocket + [22-12-29 12:59:06] echo 0 + [22-12-29 12:59:06] RQA_set_perftest_flags + [22-12-29 12:59:06] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F' + [22-12-29 12:59:06] [[ bnxt == \m\l\x\4 ]] + [22-12-29 12:59:06] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F -R' + [22-12-29 12:59:06] export PERFTEST_FLAGS + [22-12-29 12:59:06] MPI_PKG=openmpi + [22-12-29 12:59:06] TEST_PKG=mpitests-openmpi ++ [22-12-29 12:59:06] RQA_get_rhel_major ++ [22-12-29 12:59:06] awk -F . '{print $1}' +++ [22-12-29 12:59:06] RQA_get_rhel_release +++ [22-12-29 12:59:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:06] echo 9 + [22-12-29 12:59:06] [[ 9 -eq 6 ]] ++ [22-12-29 12:59:06] RQA_get_rhel_major ++ [22-12-29 12:59:06] awk -F . '{print $1}' +++ [22-12-29 12:59:06] RQA_get_rhel_release +++ [22-12-29 12:59:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:06] echo 9 + [22-12-29 12:59:06] [[ 9 -eq 7 ]] + [22-12-29 12:59:06] MPI_setup -m openmpi -t mpitests-openmpi + [22-12-29 12:59:06] test 4 -gt 0 + [22-12-29 12:59:06] case $1 in + [22-12-29 12:59:06] local mpi_pkg=openmpi + [22-12-29 12:59:06] shift + [22-12-29 12:59:06] shift + [22-12-29 12:59:06] test 2 -gt 0 + [22-12-29 12:59:06] case $1 in + [22-12-29 12:59:06] local test_pkg=mpitests-openmpi + [22-12-29 12:59:06] shift + [22-12-29 12:59:06] shift + [22-12-29 12:59:06] test 0 -gt 0 + [22-12-29 12:59:06] '[' -z openmpi -o -z mpitests-openmpi ']' + [22-12-29 12:59:06] rpm -q environment-modules environment-modules-5.0.1-2.el9.x86_64 + [22-12-29 12:59:06] '[' -f /etc/profile.d/modules.sh ']' + [22-12-29 12:59:06] source /etc/profile.d/modules.sh ++ [22-12-29 12:59:06] '[' -n /usr/bin/bash ']' ++ [22-12-29 12:59:06] '[' bash = sh ']' ++ [22-12-29 12:59:06] shell=bash ++ [22-12-29 12:59:06] '[' -f /usr/share/Modules/init/bash ']' ++ [22-12-29 12:59:06] . /usr/share/Modules/init/bash +++ [22-12-29 12:59:06] unset _mlshdbg +++ [22-12-29 12:59:06] '[' 0 = 1 ']' +++ [22-12-29 12:59:06] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 12:59:06] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 12:59:06] unset _mlre _mlIFS +++ [22-12-29 12:59:06] '[' -n x ']' +++ [22-12-29 12:59:06] _mlIFS=' ' +++ [22-12-29 12:59:06] IFS=' ' +++ [22-12-29 12:59:06] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 12:59:06] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-12-29 12:59:06] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-12-29 12:59:06] echo +++ [22-12-29 12:59:06] '[' -n '' ']' +++ [22-12-29 12:59:06] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-12-29 12:59:06] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-12-29 12:59:06] echo +++ [22-12-29 12:59:06] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-12-29 12:59:06] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 12:59:06] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-12-29 12:59:06] eval 'echo ${LD_PRELOAD+x}' +++++ [22-12-29 12:59:06] echo +++ [22-12-29 12:59:06] '[' -n '' ']' +++ [22-12-29 12:59:06] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-12-29 12:59:06] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-12-29 12:59:06] echo +++ [22-12-29 12:59:06] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-12-29 12:59:06] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-12-29 12:59:06] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-12-29 12:59:06] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-12-29 12:59:06] LD_LIBRARY_PATH= +++++ [22-12-29 12:59:06] LD_PRELOAD= +++++ [22-12-29 12:59:06] __MODULES_QUARANTINE_SET=1 +++++ [22-12-29 12:59:06] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-12-29 12:59:06] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-12-29 12:59:06] _mlret=0 +++ [22-12-29 12:59:06] '[' -n x ']' +++ [22-12-29 12:59:06] IFS=' ' +++ [22-12-29 12:59:06] unset _mlIFS +++ [22-12-29 12:59:06] unset _mlre _mlv _mlrv +++ [22-12-29 12:59:06] '[' 0 -eq 0 ']' +++ [22-12-29 12:59:06] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-12-29 12:59:06] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-12-29 12:59:06] export MODULES_CMD ++++ [22-12-29 12:59:06] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-12-29 12:59:06] MODULESHOME=/usr/share/Modules ++++ [22-12-29 12:59:06] export MODULESHOME ++++ [22-12-29 12:59:06] test 0 +++ [22-12-29 12:59:06] '[' -t 2 ']' +++ [22-12-29 12:59:06] export -f module ++++ [22-12-29 12:59:06] type -t ml +++ [22-12-29 12:59:06] '[' function = function ']' +++ [22-12-29 12:59:06] export -f ml +++ [22-12-29 12:59:06] '[' 5 -ge 3 ']' +++ [22-12-29 12:59:06] [[ hxB =~ i ]] +++ [22-12-29 12:59:06] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-12-29 12:59:06] '[' '!' -n x ']' +++ [22-12-29 12:59:06] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-12-29 12:59:06] unset _mlcode _mlret +++ [22-12-29 12:59:06] '[' -n '' ']' + [22-12-29 12:59:06] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [22-12-29 12:59:06] module purge ++ [22-12-29 12:59:06] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [22-12-29 12:59:06] eval + [22-12-29 12:59:06] _mlstatus=0 + [22-12-29 12:59:06] return 0 + [22-12-29 12:59:06] sed -e '/^module/d' -i /root/.bashrc + [22-12-29 12:59:06] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpitests* No match for argument: mpich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mvapich2 x86_64 2.3.6-3.el9 @beaker-AppStream 15 M mvapich2-devel x86_64 2.3.6-3.el9 @beaker-AppStream 28 M openmpi x86_64 1:4.1.1-5.el9 @beaker-AppStream 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @beaker-AppStream 1.9 M Transaction Summary ================================================================================ Remove 4 Packages Freed space: 55 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mvapich2-devel-2.3.6-3.el9.x86_64 1/4 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/4 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/4 Erasing : mvapich2-2.3.6-3.el9.x86_64 4/4 Running scriptlet: mvapich2-2.3.6-3.el9.x86_64 4/4 Verifying : mvapich2-2.3.6-3.el9.x86_64 1/4 Verifying : mvapich2-devel-2.3.6-3.el9.x86_64 2/4 Verifying : openmpi-1:4.1.1-5.el9.x86_64 3/4 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 4/4 Removed: mvapich2-2.3.6-3.el9.x86_64 mvapich2-devel-2.3.6-3.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-12-29 12:59:10] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:18:19 ago on Thu 29 Dec 2022 12:40:52 PM EST. Package environment-modules-5.0.1-2.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 9.8 MB/s | 897 kB 00:00 (2/3): openmpi-4.1.1-5.el9.x86_64.rpm 10 MB/s | 2.7 MB 00:00 (3/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 3.5 MB/s | 1.2 MB 00:00 -------------------------------------------------------------------------------- Total 14 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-12-29 12:59:16] '[' -f /etc/profile.d/modules.sh ']' + [22-12-29 12:59:16] source /etc/profile.d/modules.sh ++ [22-12-29 12:59:16] '[' -n /usr/bin/bash ']' ++ [22-12-29 12:59:16] '[' bash = sh ']' ++ [22-12-29 12:59:16] shell=bash ++ [22-12-29 12:59:16] '[' -f /usr/share/Modules/init/bash ']' ++ [22-12-29 12:59:16] . /usr/share/Modules/init/bash +++ [22-12-29 12:59:16] unset _mlshdbg +++ [22-12-29 12:59:16] '[' 0 = 1 ']' +++ [22-12-29 12:59:16] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 12:59:16] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 12:59:16] unset _mlre _mlIFS +++ [22-12-29 12:59:16] '[' -n x ']' +++ [22-12-29 12:59:16] _mlIFS=' ' +++ [22-12-29 12:59:16] IFS=' ' +++ [22-12-29 12:59:16] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 12:59:16] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-12-29 12:59:16] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-12-29 12:59:16] echo +++ [22-12-29 12:59:16] '[' -n '' ']' +++ [22-12-29 12:59:16] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-12-29 12:59:16] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-12-29 12:59:16] echo +++ [22-12-29 12:59:16] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-12-29 12:59:16] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 12:59:16] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-12-29 12:59:16] eval 'echo ${LD_PRELOAD+x}' +++++ [22-12-29 12:59:16] echo +++ [22-12-29 12:59:16] '[' -n '' ']' +++ [22-12-29 12:59:16] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-12-29 12:59:16] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-12-29 12:59:16] echo +++ [22-12-29 12:59:16] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-12-29 12:59:16] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-12-29 12:59:16] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-12-29 12:59:16] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-12-29 12:59:16] LD_LIBRARY_PATH= +++++ [22-12-29 12:59:16] LD_PRELOAD= +++++ [22-12-29 12:59:16] __MODULES_QUARANTINE_SET=1 +++++ [22-12-29 12:59:16] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-12-29 12:59:16] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-12-29 12:59:16] _mlret=0 +++ [22-12-29 12:59:16] '[' -n x ']' +++ [22-12-29 12:59:17] IFS=' ' +++ [22-12-29 12:59:17] unset _mlIFS +++ [22-12-29 12:59:17] unset _mlre _mlv _mlrv +++ [22-12-29 12:59:17] '[' 0 -eq 0 ']' +++ [22-12-29 12:59:17] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-12-29 12:59:17] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-12-29 12:59:17] export MODULES_CMD ++++ [22-12-29 12:59:17] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-12-29 12:59:17] MODULESHOME=/usr/share/Modules ++++ [22-12-29 12:59:17] export MODULESHOME ++++ [22-12-29 12:59:17] test 0 +++ [22-12-29 12:59:17] '[' -t 2 ']' +++ [22-12-29 12:59:17] export -f module ++++ [22-12-29 12:59:17] type -t ml +++ [22-12-29 12:59:17] '[' function = function ']' +++ [22-12-29 12:59:17] export -f ml +++ [22-12-29 12:59:17] '[' 5 -ge 3 ']' +++ [22-12-29 12:59:17] [[ hxB =~ i ]] +++ [22-12-29 12:59:17] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-12-29 12:59:17] '[' '!' -n x ']' +++ [22-12-29 12:59:17] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-12-29 12:59:17] unset _mlcode _mlret +++ [22-12-29 12:59:17] '[' -n '' ']' + [22-12-29 12:59:17] [[ openmpi == *\p\s\m\2* ]] ++ [22-12-29 12:59:17] rpm -ql openmpi ++ [22-12-29 12:59:17] grep modulefiles ++ [22-12-29 12:59:17] tail -n 1 + [22-12-29 12:59:17] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [22-12-29 12:59:17] echo 'module purge' + [22-12-29 12:59:17] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [22-12-29 12:59:17] source /root/.bashrc + [22-12-29 12:59:17] module list ++ [22-12-29 12:59:17] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [22-12-29 12:59:17] eval + [22-12-29 12:59:17] _mlstatus=0 + [22-12-29 12:59:17] return 0 ++ [22-12-29 12:59:17] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 12:59:17] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [22-12-29 12:59:17] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 12:59:17] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 12:59:17] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [22-12-29 12:59:17] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 12:59:17] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 12:59:17] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [22-12-29 12:59:17] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 12:59:17] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 12:59:17] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 12:59:17] MPI_create_hostfiles + [22-12-29 12:59:17] '[' -z 172.31.40.31 -o -z 172.31.40.30 ']' + [22-12-29 12:59:17] rm -f /root/hfile_one_core /root/hfile_all_cores + [22-12-29 12:59:17] touch /root/hfile_one_core /root/hfile_all_cores ++ [22-12-29 12:59:17] grep -c '^processor' /proc/cpuinfo + [22-12-29 12:59:17] local num_cores=48 + [22-12-29 12:59:17] num_cores=47 + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] echo 172.31.40.30 ++ [22-12-29 12:59:17] seq 1 47 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.31 ++ [22-12-29 12:59:17] seq 1 47 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:17] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:17] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] for _ in $(seq 1 "$num_cores") + [22-12-29 12:59:18] echo 172.31.40.30 + [22-12-29 12:59:18] sed -i '/export HFILES=/d' /root/.bashrc + [22-12-29 12:59:18] echo 'export HFILES="/root/hfile_one_core"' + [22-12-29 12:59:18] source /root/.bashrc + [22-12-29 12:59:18] '[' -x /bin/systemctl ']' + [22-12-29 12:59:18] systemctl stop firewalld.service + [22-12-29 12:59:18] systemctl disable firewalld.service + [22-12-29 12:59:19] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [22-12-29 12:59:19] MPI_dual_port_fix + [22-12-29 12:59:19] [[ bnxt == *\q\i\b* ]] ++ [22-12-29 12:59:19] RQA_get_rhel_major ++ [22-12-29 12:59:19] awk -F . '{print $1}' +++ [22-12-29 12:59:19] RQA_get_rhel_release +++ [22-12-29 12:59:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:19] echo 9 + [22-12-29 12:59:19] '[' 9 -ge 7 ']' + [22-12-29 12:59:19] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [22-12-29 12:59:19] PKG_LIST= + [22-12-29 12:59:19] for p in "$@" + [22-12-29 12:59:19] rpm -q targetcli package targetcli is not installed + [22-12-29 12:59:19] PKG_LIST=' targetcli' + [22-12-29 12:59:19] for p in "$@" + [22-12-29 12:59:19] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [22-12-29 12:59:19] for p in "$@" + [22-12-29 12:59:19] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [22-12-29 12:59:19] '[' '!' -z ' targetcli' ']' + [22-12-29 12:59:19] dnf install -y --setopt=strict=0 --nogpgcheck targetcli Last metadata expiration check: 0:18:28 ago on Thu 29 Dec 2022 12:40:52 PM EST. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: targetcli noarch 2.1.53-7.el9 BUILDROOT-C9S 71 k Installing dependencies: python3-configshell noarch 1:1.1.28-7.el9 BUILDROOT-C9S 65 k python3-kmod x86_64 0.9-32.el9 BUILDROOT-C9S 81 k python3-pyparsing noarch 2.4.7-9.el9 BUILDROOT-C9S 149 k python3-rtslib noarch 2.1.75-1.el9 BUILDROOT-C9S 90 k python3-urwid x86_64 2.1.2-4.el9 BUILDROOT-C9S 768 k target-restore noarch 2.1.75-1.el9 BUILDROOT-C9S 14 k Transaction Summary ================================================================================ Install 7 Packages Total download size: 1.2 M Installed size: 5.0 M Downloading Packages: (1/7): python3-configshell-1.1.28-7.el9.noarch. 5.2 MB/s | 65 kB 00:00 (2/7): python3-kmod-0.9-32.el9.x86_64.rpm 3.8 MB/s | 81 kB 00:00 (3/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 3.9 MB/s | 149 kB 00:00 (4/7): python3-rtslib-2.1.75-1.el9.noarch.rpm 2.5 MB/s | 90 kB 00:00 (5/7): target-restore-2.1.75-1.el9.noarch.rpm 877 kB/s | 14 kB 00:00 (6/7): targetcli-2.1.53-7.el9.noarch.rpm 4.7 MB/s | 71 kB 00:00 (7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 7.6 MB/s | 768 kB 00:00 -------------------------------------------------------------------------------- Total 9.9 MB/s | 1.2 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 Installing : python3-configshell-1:1.1.28-7.el9.noarch 3/7 Installing : python3-kmod-0.9-32.el9.x86_64 4/7 Installing : python3-rtslib-2.1.75-1.el9.noarch 5/7 Installing : target-restore-2.1.75-1.el9.noarch 6/7 Running scriptlet: target-restore-2.1.75-1.el9.noarch 6/7 Installing : targetcli-2.1.53-7.el9.noarch 7/7 Running scriptlet: targetcli-2.1.53-7.el9.noarch 7/7 Verifying : python3-configshell-1:1.1.28-7.el9.noarch 1/7 Verifying : python3-kmod-0.9-32.el9.x86_64 2/7 Verifying : python3-pyparsing-2.4.7-9.el9.noarch 3/7 Verifying : python3-rtslib-2.1.75-1.el9.noarch 4/7 Verifying : python3-urwid-2.1.2-4.el9.x86_64 5/7 Verifying : target-restore-2.1.75-1.el9.noarch 6/7 Verifying : targetcli-2.1.53-7.el9.noarch 7/7 Installed: python3-configshell-1:1.1.28-7.el9.noarch python3-kmod-0.9-32.el9.x86_64 python3-pyparsing-2.4.7-9.el9.noarch python3-rtslib-2.1.75-1.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 target-restore-2.1.75-1.el9.noarch targetcli-2.1.53-7.el9.noarch Complete! + [22-12-29 12:59:25] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [22-12-29 12:59:25] RQA_get_rhel_major ++ [22-12-29 12:59:25] awk -F . '{print $1}' +++ [22-12-29 12:59:25] RQA_get_rhel_release +++ [22-12-29 12:59:25] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:25] echo 9 + [22-12-29 12:59:25] [[ 9 -ge 8 ]] + [22-12-29 12:59:25] RQA_pkg_install iperf3 + [22-12-29 12:59:25] PKG_LIST= + [22-12-29 12:59:25] for p in "$@" + [22-12-29 12:59:25] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [22-12-29 12:59:25] '[' '!' -z '' ']' + [22-12-29 12:59:25] RQA_pkg_install net-tools + [22-12-29 12:59:25] PKG_LIST= + [22-12-29 12:59:25] for p in "$@" + [22-12-29 12:59:25] rpm -q net-tools package net-tools is not installed + [22-12-29 12:59:25] PKG_LIST=' net-tools' + [22-12-29 12:59:25] '[' '!' -z ' net-tools' ']' + [22-12-29 12:59:25] dnf install -y --setopt=strict=0 --nogpgcheck net-tools Last metadata expiration check: 0:18:34 ago on Thu 29 Dec 2022 12:40:52 PM EST. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: net-tools x86_64 2.0-0.62.20160912git.el9 BUILDROOT-C9S 292 k Transaction Summary ================================================================================ Install 1 Package Total download size: 292 k Installed size: 912 k Downloading Packages: net-tools-2.0-0.62.20160912git.el9.x86_64.rpm 11 MB/s | 292 kB 00:00 -------------------------------------------------------------------------------- Total 10 MB/s | 292 kB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Running scriptlet: net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Verifying : net-tools-2.0-0.62.20160912git.el9.x86_64 1/1 Installed: net-tools-2.0-0.62.20160912git.el9.x86_64 Complete! + [22-12-29 12:59:30] [[ common == \c\o\m\m\o\n ]] + [22-12-29 12:59:30] common_tests ++ [22-12-29 12:59:30] RQA_get_driver_modules ++ [22-12-29 12:59:30] case ${RDMA_DRIVER} in ++ [22-12-29 12:59:30] echo 'bnxt_re bnxt_en' + [22-12-29 12:59:30] driver_modules='bnxt_re bnxt_en' + [22-12-29 12:59:30] for module in $driver_modules + [22-12-29 12:59:30] lsmod + [22-12-29 12:59:30] grep -i '^bnxt_re ' bnxt_re 147456 0 + [22-12-29 12:59:30] RQA_check_result -r 0 -t 'load module bnxt_re' + [22-12-29 12:59:30] local test_pass=0 + [22-12-29 12:59:30] local test_skip=777 + [22-12-29 12:59:30] test 4 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local rc=0 + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 2 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local 'msg=load module bnxt_re' + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 0 -gt 0 + [22-12-29 12:59:30] '[' -z 0 -o -z 'load module bnxt_re' ']' + [22-12-29 12:59:30] '[' -z '' ']' + [22-12-29 12:59:30] source /etc/environment ++ [22-12-29 12:59:30] TEST_RESULT_FILE= + [22-12-29 12:59:30] '[' -z '' ']' + [22-12-29 12:59:30] __RQA_create_test_result_file ++ [22-12-29 12:59:30] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [22-12-29 12:59:30] local rdma_version=rdma-core-41.0-3.el9 ++ [22-12-29 12:59:30] echo /kernel/infiniband/cki/sanity ++ [22-12-29 12:59:30] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [22-12-29 12:59:30] TEST_NAME=cki/sanity + [22-12-29 12:59:30] [[ ! -z rdma-qe-31 ]] + [22-12-29 12:59:30] [[ ! -z rdma-qe-30 ]] + [22-12-29 12:59:30] hosts_list=rdma-qe-31/rdma-qe-30 + [22-12-29 12:59:30] local _bkrjb= ++ [22-12-29 12:59:30] grep JOBID= /etc/motd ++ [22-12-29 12:59:30] sed s/JOBID=/J:/g ++ [22-12-29 12:59:30] tr -d ' ' ++ [22-12-29 12:59:30] head -1 + [22-12-29 12:59:30] _bkrjb=J:7381412 + [22-12-29 12:59:30] [[ ! -z J:7381412 ]] + [22-12-29 12:59:30] _bkrjb=' & Beaker job J:7381412' ++ [22-12-29 12:59:30] echo results_cki/sanity.txt ++ [22-12-29 12:59:30] sed 's/\//-/g' + [22-12-29 12:59:30] local result_filename=results_cki-sanity.txt ++ [22-12-29 12:59:30] mktemp -d + [22-12-29 12:59:30] TEST_RESULT_FILE=/tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt + [22-12-29 12:59:30] echo 'cki/sanity test results on rdma-qe-31/rdma-qe-30 & Beaker job J:7381412:' ++ [22-12-29 12:59:30] uname -r + [22-12-29 12:59:30] echo '5.14.0-226.rt14.227.1773_734386590.el9.x86_64, rdma-core-41.0-3.el9, bnxt, roce, BCM57414 & bnxt_re0' + [22-12-29 12:59:30] echo ' Result | Status | Test' + [22-12-29 12:59:30] echo ' ---------+--------+------------------------------------' + [22-12-29 12:59:30] sed -i /TEST_RESULT_FILE/d /etc/environment + [22-12-29 12:59:30] echo TEST_RESULT_FILE=/tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt + [22-12-29 12:59:30] source /etc/environment ++ [22-12-29 12:59:30] TEST_RESULT_FILE=/tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt + [22-12-29 12:59:30] '[' 0 -eq 0 ']' + [22-12-29 12:59:30] local test_result=PASS + [22-12-29 12:59:30] printf '%10s | %6s | %s\n' PASS 0 'load module bnxt_re' + [22-12-29 12:59:30] set +x --- - TEST RESULT FOR sanity - Test: load module bnxt_re - Result: PASS - Return: 0 --- + [22-12-29 12:59:30] for module in $driver_modules + [22-12-29 12:59:30] lsmod + [22-12-29 12:59:30] grep -i '^bnxt_en ' bnxt_en 344064 1 bnxt_re + [22-12-29 12:59:30] RQA_check_result -r 0 -t 'load module bnxt_en' + [22-12-29 12:59:30] local test_pass=0 + [22-12-29 12:59:30] local test_skip=777 + [22-12-29 12:59:30] test 4 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local rc=0 + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 2 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local 'msg=load module bnxt_en' + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 0 -gt 0 + [22-12-29 12:59:30] '[' -z 0 -o -z 'load module bnxt_en' ']' + [22-12-29 12:59:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:30] '[' 0 -eq 0 ']' + [22-12-29 12:59:30] local test_result=PASS + [22-12-29 12:59:30] printf '%10s | %6s | %s\n' PASS 0 'load module bnxt_en' + [22-12-29 12:59:30] set +x --- - TEST RESULT FOR sanity - Test: load module bnxt_en - Result: PASS - Return: 0 --- + [22-12-29 12:59:30] [[ roce == *\o\p\a* ]] + [22-12-29 12:59:30] [[ roce == *\i\b* ]] ++ [22-12-29 12:59:30] ibstatus bnxt_re0 ++ [22-12-29 12:59:30] grep -A 7 'port 1' ++ [22-12-29 12:59:30] awk '/rate:/ {print $2 " " $3}' + [22-12-29 12:59:30] ibstatus_rate='25 Gb/sec' + [22-12-29 12:59:30] [[ -z 25 Gb/sec ]] + [22-12-29 12:59:30] [[ 25 Gb/sec == 25 Gb/sec ]] + [22-12-29 12:59:30] RQA_check_result -r 0 -t 'ibstatus reported expected HCA rate' + [22-12-29 12:59:30] local test_pass=0 + [22-12-29 12:59:30] local test_skip=777 + [22-12-29 12:59:30] test 4 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local rc=0 + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 2 -gt 0 + [22-12-29 12:59:30] case $1 in + [22-12-29 12:59:30] local 'msg=ibstatus reported expected HCA rate' + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] shift + [22-12-29 12:59:30] test 0 -gt 0 + [22-12-29 12:59:30] '[' -z 0 -o -z 'ibstatus reported expected HCA rate' ']' + [22-12-29 12:59:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:30] '[' 0 -eq 0 ']' + [22-12-29 12:59:31] local test_result=PASS + [22-12-29 12:59:31] printf '%10s | %6s | %s\n' PASS 0 'ibstatus reported expected HCA rate' + [22-12-29 12:59:31] set +x --- - TEST RESULT FOR sanity - Test: ibstatus reported expected HCA rate - Result: PASS - Return: 0 --- ++ [22-12-29 12:59:31] RQA_get_rhel_major ++ [22-12-29 12:59:31] awk -F . '{print $1}' +++ [22-12-29 12:59:31] RQA_get_rhel_release +++ [22-12-29 12:59:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:31] echo 9 + [22-12-29 12:59:31] [[ 9 -ge 8 ]] + [22-12-29 12:59:31] [[ roce == \i\b\0 ]] + [22-12-29 12:59:31] [[ roce == \i\b\1 ]] + [22-12-29 12:59:31] [[ roce == \o\p\a\0 ]] + [22-12-29 12:59:31] [[ roce == \r\o\c\e ]] + [22-12-29 12:59:31] vlan_fail=0 + [22-12-29 12:59:31] DEVICE_ID_TMP=bnxt_roce + [22-12-29 12:59:31] '[' 9 -gt 12 ']' + [22-12-29 12:59:31] ip link add link bnxt_roce name bnxt_roce.81 type vlan id 81 + [22-12-29 12:59:31] (( vlan_fail+=0 )) + [22-12-29 12:59:31] ip --details link show bnxt_roce.81 10: bnxt_roce.81@bnxt_roce: mtu 9000 qdisc noop state DOWN mode DEFAULT group default qlen 1000 link/ether 00:0a:f7:97:b1:62 brd ff:ff:ff:ff:ff:ff promiscuity 0 minmtu 0 maxmtu 65535 vlan protocol 802.1Q id 81 addrgenmode eui64 numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 gro_max_size 65536 + [22-12-29 12:59:31] (( vlan_fail+=0 )) + [22-12-29 12:59:31] ip link delete bnxt_roce.81 + [22-12-29 12:59:31] (( vlan_fail+=0 )) + [22-12-29 12:59:31] RQA_check_result -r 0 -t 'vlan bnxt_roce.81 create/delete' + [22-12-29 12:59:31] local test_pass=0 + [22-12-29 12:59:31] local test_skip=777 + [22-12-29 12:59:31] test 4 -gt 0 + [22-12-29 12:59:31] case $1 in + [22-12-29 12:59:31] local rc=0 + [22-12-29 12:59:31] shift + [22-12-29 12:59:31] shift + [22-12-29 12:59:31] test 2 -gt 0 + [22-12-29 12:59:31] case $1 in + [22-12-29 12:59:31] local 'msg=vlan bnxt_roce.81 create/delete' + [22-12-29 12:59:31] shift + [22-12-29 12:59:31] shift + [22-12-29 12:59:31] test 0 -gt 0 + [22-12-29 12:59:31] '[' -z 0 -o -z 'vlan bnxt_roce.81 create/delete' ']' + [22-12-29 12:59:31] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:31] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:31] '[' 0 -eq 0 ']' + [22-12-29 12:59:31] local test_result=PASS + [22-12-29 12:59:31] printf '%10s | %6s | %s\n' PASS 0 'vlan bnxt_roce.81 create/delete' + [22-12-29 12:59:31] set +x --- - TEST RESULT FOR sanity - Test: vlan bnxt_roce.81 create/delete - Result: PASS - Return: 0 --- + [22-12-29 12:59:31] [[ roce != *\i\w* ]] + [22-12-29 12:59:31] /usr/sbin/ibstat CA 'bnxt_re0' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b162 System image GUID: 0x020af7fffe97b162 Port 1: State: Active Physical state: LinkUp Rate: 25 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b162 Link layer: Ethernet CA 'bnxt_re1' CA type: Broadcom NetXtreme-C/E RoCE Driver HCA Number of ports: 1 Firmware version: 214.0.182.0 Hardware version: 0x14e4 Node GUID: 0x020af7fffe97b163 System image GUID: 0x020af7fffe97b163 Port 1: State: Down Physical state: Disabled Rate: 2.5 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x001d0000 Port GUID: 0x020af7fffe97b163 Link layer: Ethernet + [22-12-29 12:59:34] RQA_check_result -r 0 -t /usr/sbin/ibstat + [22-12-29 12:59:34] local test_pass=0 + [22-12-29 12:59:34] local test_skip=777 + [22-12-29 12:59:34] test 4 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local rc=0 + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 2 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local msg=/usr/sbin/ibstat + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 0 -gt 0 + [22-12-29 12:59:34] '[' -z 0 -o -z /usr/sbin/ibstat ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' 0 -eq 0 ']' + [22-12-29 12:59:34] local test_result=PASS + [22-12-29 12:59:34] printf '%10s | %6s | %s\n' PASS 0 /usr/sbin/ibstat + [22-12-29 12:59:34] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibstat - Result: PASS - Return: 0 --- + [22-12-29 12:59:34] /usr/sbin/ibstatus Infiniband device 'bnxt_re0' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b162 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 25 Gb/sec (1X EDR) link_layer: Ethernet Infiniband device 'bnxt_re1' port 1 status: default gid: fe80:0000:0000:0000:020a:f7ff:fe97:b163 base lid: 0x0 sm lid: 0x0 state: 1: DOWN phys state: 3: Disabled rate: 2.5 Gb/sec (1X SDR) link_layer: Ethernet + [22-12-29 12:59:34] RQA_check_result -r 0 -t /usr/sbin/ibstatus + [22-12-29 12:59:34] local test_pass=0 + [22-12-29 12:59:34] local test_skip=777 + [22-12-29 12:59:34] test 4 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local rc=0 + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 2 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local msg=/usr/sbin/ibstatus + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 0 -gt 0 + [22-12-29 12:59:34] '[' -z 0 -o -z /usr/sbin/ibstatus ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' 0 -eq 0 ']' + [22-12-29 12:59:34] local test_result=PASS + [22-12-29 12:59:34] printf '%10s | %6s | %s\n' PASS 0 /usr/sbin/ibstatus + [22-12-29 12:59:34] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibstatus - Result: PASS - Return: 0 --- + [22-12-29 12:59:34] rpm -q srptools srp_daemon package srptools is not installed srp_daemon-41.0-3.el9.x86_64 + [22-12-29 12:59:34] guid_st_01=0x001175000078b784 + [22-12-29 12:59:34] guid_st_03=0xe41d2d03001d6470 + [22-12-29 12:59:34] echo 'a 0x001175000078b784 pkey=ffff' + [22-12-29 12:59:34] echo 'a 0xe41d2d03001d6470 pkey=ffff' + [22-12-29 12:59:34] echo d + [22-12-29 12:59:34] local srpd_serv=srpd.service + [22-12-29 12:59:34] '[' -f /usr/lib/systemd/system/srp_daemon.service ']' + [22-12-29 12:59:34] srpd_serv=srp_daemon.service + [22-12-29 12:59:34] systemctl is-active srp_daemon.service + [22-12-29 12:59:34] systemctl start srp_daemon.service + [22-12-29 12:59:34] RQA_check_result -r 0 -t 'systemctl start srp_daemon.service' + [22-12-29 12:59:34] local test_pass=0 + [22-12-29 12:59:34] local test_skip=777 + [22-12-29 12:59:34] test 4 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local rc=0 + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 2 -gt 0 + [22-12-29 12:59:34] case $1 in + [22-12-29 12:59:34] local 'msg=systemctl start srp_daemon.service' + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] shift + [22-12-29 12:59:34] test 0 -gt 0 + [22-12-29 12:59:34] '[' -z 0 -o -z 'systemctl start srp_daemon.service' ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:34] '[' 0 -eq 0 ']' + [22-12-29 12:59:34] local test_result=PASS + [22-12-29 12:59:34] printf '%10s | %6s | %s\n' PASS 0 'systemctl start srp_daemon.service' + [22-12-29 12:59:34] set +x --- - TEST RESULT FOR sanity - Test: systemctl start srp_daemon.service - Result: PASS - Return: 0 --- + [22-12-29 12:59:34] RQA_skip_test ibsrpdm + [22-12-29 12:59:34] local skp=ibsrpdm + [22-12-29 12:59:34] local skp_rtn=0 + [22-12-29 12:59:34] '[' '!' -z ibsrpdm ']' + [22-12-29 12:59:34] [[ '' == *\i\b\s\r\p\d\m* ]] + [22-12-29 12:59:34] return 0 + [22-12-29 12:59:34] skip_ibsrpdm=0 + [22-12-29 12:59:34] '[' 0 -eq 0 ']' + [22-12-29 12:59:34] /usr/sbin/ibsrpdm -vc Unsupported link layer Ethernet Resource allocation failed Using device bnxt_re0 port 1 + [22-12-29 12:59:41] RQA_check_result -r 1 -t '/usr/sbin/ibsrpdm -vc' + [22-12-29 12:59:41] local test_pass=0 + [22-12-29 12:59:41] local test_skip=777 + [22-12-29 12:59:41] test 4 -gt 0 + [22-12-29 12:59:41] case $1 in + [22-12-29 12:59:41] local rc=1 + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] test 2 -gt 0 + [22-12-29 12:59:41] case $1 in + [22-12-29 12:59:41] local 'msg=/usr/sbin/ibsrpdm -vc' + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] test 0 -gt 0 + [22-12-29 12:59:41] '[' -z 1 -o -z '/usr/sbin/ibsrpdm -vc' ']' + [22-12-29 12:59:41] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:41] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:41] '[' 1 -eq 0 ']' + [22-12-29 12:59:41] '[' 1 -eq 777 ']' + [22-12-29 12:59:41] local test_result=FAIL + [22-12-29 12:59:41] export result=FAIL + [22-12-29 12:59:41] result=FAIL + [22-12-29 12:59:41] [[ ! -z '' ]] + [22-12-29 12:59:41] printf '%10s | %6s | %s\n' FAIL 1 '/usr/sbin/ibsrpdm -vc' + [22-12-29 12:59:41] set +x --- - TEST RESULT FOR sanity - Test: /usr/sbin/ibsrpdm -vc - Result: FAIL - Return: 1 --- + [22-12-29 12:59:41] systemctl stop srp_daemon + [22-12-29 12:59:41] RQA_check_result -r 0 -t 'systemctl stop srp_daemon' + [22-12-29 12:59:41] local test_pass=0 + [22-12-29 12:59:41] local test_skip=777 + [22-12-29 12:59:41] test 4 -gt 0 + [22-12-29 12:59:41] case $1 in + [22-12-29 12:59:41] local rc=0 + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] test 2 -gt 0 + [22-12-29 12:59:41] case $1 in + [22-12-29 12:59:41] local 'msg=systemctl stop srp_daemon' + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] shift + [22-12-29 12:59:41] test 0 -gt 0 + [22-12-29 12:59:41] '[' -z 0 -o -z 'systemctl stop srp_daemon' ']' + [22-12-29 12:59:41] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:41] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 12:59:41] '[' 0 -eq 0 ']' + [22-12-29 12:59:41] local test_result=PASS + [22-12-29 12:59:41] printf '%10s | %6s | %s\n' PASS 0 'systemctl stop srp_daemon' + [22-12-29 12:59:41] set +x --- - TEST RESULT FOR sanity - Test: systemctl stop srp_daemon - Result: PASS - Return: 0 --- ++ [22-12-29 12:59:41] RQA_get_rhel_major ++ [22-12-29 12:59:41] awk -F . '{print $1}' +++ [22-12-29 12:59:41] RQA_get_rhel_release +++ [22-12-29 12:59:41] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 12:59:41] echo 9 + [22-12-29 12:59:41] '[' 9 -lt 8 ']' + [22-12-29 12:59:41] timeout 3m ping -i 0.2 -c 100 172.31.40.31 PING 172.31.40.31 (172.31.40.31) 56(84) bytes of data. 64 bytes from 172.31.40.31: icmp_seq=1 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=2 ttl=64 time=0.040 ms 64 bytes from 172.31.40.31: icmp_seq=3 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=4 ttl=64 time=0.030 ms 64 bytes from 172.31.40.31: icmp_seq=5 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=6 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=7 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=8 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=9 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=10 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=11 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=12 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=13 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=14 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=15 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=16 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=17 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=18 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=19 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=20 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=21 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=22 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=23 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=24 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=25 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=26 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=27 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=28 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=29 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=30 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=31 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=32 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=33 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=34 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=35 ttl=64 time=0.036 ms 64 bytes from 172.31.40.31: icmp_seq=36 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=37 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=38 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=39 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=40 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=41 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=42 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=43 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=44 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=45 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=46 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=47 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=48 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=49 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=50 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=51 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=52 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=53 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=54 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=55 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=56 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=57 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=58 ttl=64 time=0.027 ms 64 bytes from 172.31.40.31: icmp_seq=59 ttl=64 time=0.054 ms 64 bytes from 172.31.40.31: icmp_seq=60 ttl=64 time=0.052 ms 64 bytes from 172.31.40.31: icmp_seq=61 ttl=64 time=0.044 ms 64 bytes from 172.31.40.31: icmp_seq=62 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=63 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=64 ttl=64 time=0.022 ms 64 bytes from 172.31.40.31: icmp_seq=65 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=66 ttl=64 time=0.056 ms 64 bytes from 172.31.40.31: icmp_seq=67 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=68 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=69 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=70 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=71 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=72 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=73 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=74 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=75 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=76 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=77 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=78 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=79 ttl=64 time=0.021 ms 64 bytes from 172.31.40.31: icmp_seq=80 ttl=64 time=0.038 ms 64 bytes from 172.31.40.31: icmp_seq=81 ttl=64 time=0.018 ms 64 bytes from 172.31.40.31: icmp_seq=82 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=83 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=84 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=85 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=86 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=87 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=88 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=89 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=90 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=91 ttl=64 time=0.035 ms 64 bytes from 172.31.40.31: icmp_seq=92 ttl=64 time=0.034 ms 64 bytes from 172.31.40.31: icmp_seq=93 ttl=64 time=0.031 ms 64 bytes from 172.31.40.31: icmp_seq=94 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=95 ttl=64 time=0.036 ms 64 bytes from 172.31.40.31: icmp_seq=96 ttl=64 time=0.019 ms 64 bytes from 172.31.40.31: icmp_seq=97 ttl=64 time=0.032 ms 64 bytes from 172.31.40.31: icmp_seq=98 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=99 ttl=64 time=0.033 ms 64 bytes from 172.31.40.31: icmp_seq=100 ttl=64 time=0.033 ms --- 172.31.40.31 ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20592ms rtt min/avg/max/mdev = 0.018/0.029/0.056/0.008 ms + [22-12-29 13:00:01] RQA_check_result -r 0 -t 'ping self - 172.31.40.31' + [22-12-29 13:00:01] local test_pass=0 + [22-12-29 13:00:01] local test_skip=777 + [22-12-29 13:00:01] test 4 -gt 0 + [22-12-29 13:00:01] case $1 in + [22-12-29 13:00:01] local rc=0 + [22-12-29 13:00:01] shift + [22-12-29 13:00:01] shift + [22-12-29 13:00:01] test 2 -gt 0 + [22-12-29 13:00:01] case $1 in + [22-12-29 13:00:01] local 'msg=ping self - 172.31.40.31' + [22-12-29 13:00:01] shift + [22-12-29 13:00:01] shift + [22-12-29 13:00:01] test 0 -gt 0 + [22-12-29 13:00:01] '[' -z 0 -o -z 'ping self - 172.31.40.31' ']' + [22-12-29 13:00:01] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:00:01] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:00:01] '[' 0 -eq 0 ']' + [22-12-29 13:00:01] local test_result=PASS + [22-12-29 13:00:01] printf '%10s | %6s | %s\n' PASS 0 'ping self - 172.31.40.31' + [22-12-29 13:00:01] set +x --- - TEST RESULT FOR sanity - Test: ping self - 172.31.40.31 - Result: PASS - Return: 0 --- + [22-12-29 13:00:01] timeout 3m ping6 -i 0.2 -c 100 fe80::20a:f7ff:fe97:b162%bnxt_roce PING fe80::20a:f7ff:fe97:b162%bnxt_roce(fe80::20a:f7ff:fe97:b162%bnxt_roce) 56 data bytes 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=1 ttl=64 time=0.045 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=2 ttl=64 time=0.046 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=3 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=4 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=5 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=6 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=7 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=8 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=9 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=10 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=11 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=12 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=13 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=14 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=15 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=16 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=17 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=18 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=19 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=20 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=21 ttl=64 time=0.039 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=22 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=23 ttl=64 time=0.020 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=24 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=25 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=26 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=27 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=28 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=29 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=30 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=31 ttl=64 time=0.046 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=32 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=33 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=34 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=35 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=36 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=37 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=38 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=39 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=40 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=41 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=42 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=43 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=44 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=45 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=46 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=47 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=48 ttl=64 time=0.039 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=49 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=50 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=51 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=52 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=53 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=54 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=55 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=56 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=57 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=58 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=59 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=60 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=61 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=62 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=63 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=64 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=65 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=66 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=67 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=68 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=69 ttl=64 time=0.038 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=70 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=71 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=72 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=73 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=74 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=75 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=76 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=77 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=78 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=79 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=80 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=81 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=82 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=83 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=84 ttl=64 time=0.033 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=85 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=86 ttl=64 time=0.032 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=87 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=88 ttl=64 time=0.023 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=89 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=90 ttl=64 time=0.036 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=91 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=92 ttl=64 time=0.034 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=93 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=94 ttl=64 time=0.056 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=95 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=96 ttl=64 time=0.037 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=97 ttl=64 time=0.022 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=98 ttl=64 time=0.021 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=99 ttl=64 time=0.035 ms 64 bytes from fe80::20a:f7ff:fe97:b162%bnxt_roce: icmp_seq=100 ttl=64 time=0.035 ms --- fe80::20a:f7ff:fe97:b162%bnxt_roce ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20590ms rtt min/avg/max/mdev = 0.020/0.033/0.056/0.006 ms + [22-12-29 13:00:22] RQA_check_result -r 0 -t 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [22-12-29 13:00:22] local test_pass=0 + [22-12-29 13:00:22] local test_skip=777 + [22-12-29 13:00:22] test 4 -gt 0 + [22-12-29 13:00:22] case $1 in + [22-12-29 13:00:22] local rc=0 + [22-12-29 13:00:22] shift + [22-12-29 13:00:22] shift + [22-12-29 13:00:22] test 2 -gt 0 + [22-12-29 13:00:22] case $1 in + [22-12-29 13:00:22] local 'msg=ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [22-12-29 13:00:22] shift + [22-12-29 13:00:22] shift + [22-12-29 13:00:22] test 0 -gt 0 + [22-12-29 13:00:22] '[' -z 0 -o -z 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' ']' + [22-12-29 13:00:22] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:00:22] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:00:22] '[' 0 -eq 0 ']' + [22-12-29 13:00:22] local test_result=PASS + [22-12-29 13:00:22] printf '%10s | %6s | %s\n' PASS 0 'ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce' + [22-12-29 13:00:22] set +x --- - TEST RESULT FOR sanity - Test: ping6 self - fe80::20a:f7ff:fe97:b162%bnxt_roce - Result: PASS - Return: 0 --- ++ [22-12-29 13:00:22] RQA_get_rhel_major ++ [22-12-29 13:00:22] awk -F . '{print $1}' +++ [22-12-29 13:00:22] RQA_get_rhel_release +++ [22-12-29 13:00:22] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:22] echo 9 + [22-12-29 13:00:22] [[ 9 -gt 7 ]] ++ [22-12-29 13:00:22] RQA_get_rhel_minor ++ [22-12-29 13:00:22] awk -F . '{print $2}' +++ [22-12-29 13:00:22] RQA_get_rhel_release +++ [22-12-29 13:00:22] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:22] echo 9 + [22-12-29 13:00:22] [[ '' -gt 2 ]] + [22-12-29 13:00:22] echo '--- server is ready.' --- server is ready. + [22-12-29 13:00:22] rhts_sync_set -s server-ready /usr/bin/rhts_sync_set -s server-ready -- State set = 12_server-ready + [22-12-29 13:00:22] rhts_sync_block -s client-ready rdma-qe-30.rdma.lab.eng.rdu2.redhat.com /usr/bin/rhts_sync_block -s client-ready rdma-qe-30.rdma.lab.eng.rdu2.redhat.com -- Blocking state(s) = 12_client-ready + [22-12-29 13:00:24] bash -x ./tier1.sh server + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-12-29 13:00:24] export NIC_PREF= ++ [22-12-29 13:00:24] NIC_PREF= ++ [22-12-29 13:00:24] export PERFTEST_FLAGS= ++ [22-12-29 13:00:24] PERFTEST_FLAGS= +++ [22-12-29 13:00:24] hostname -s ++ [22-12-29 13:00:24] export s_hostname=rdma-qe-31 ++ [22-12-29 13:00:24] s_hostname=rdma-qe-31 ++ [22-12-29 13:00:24] RQA_set_pyexec ++ [22-12-29 13:00:24] PYEXEC= ++ [22-12-29 13:00:24] which python ++ [22-12-29 13:00:24] export PYEXEC=python ++ [22-12-29 13:00:24] PYEXEC=python ++ [22-12-29 13:00:24] return 0 +++ [22-12-29 13:00:24] grep -i fedora /etc/redhat-release ++ [22-12-29 13:00:24] [[ -n '' ]] +++ [22-12-29 13:00:24] RQA_get_rhel_major +++ [22-12-29 13:00:24] awk -F . '{print $1}' ++++ [22-12-29 13:00:24] RQA_get_rhel_release ++++ [22-12-29 13:00:24] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:24] echo 9 ++ [22-12-29 13:00:24] [[ 9 -ge 8 ]] ++ [22-12-29 13:00:24] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 13:00:24] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 13:00:24] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-12-29 13:00:24] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-12-29 13:00:24] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-12-29 13:00:24] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 13:00:24] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 13:00:24] '[' -f /root/known-issues.sh ']' ++ [22-12-29 13:00:24] source /root/known-issues.sh ++ [22-12-29 13:00:28] RQA_load_tech_preview_modules ++ [22-12-29 13:00:28] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-12-29 13:00:28] return ++ [22-12-29 13:00:28] RQA_fix_uefi_reboot ++ [22-12-29 13:00:28] ls -l /usr/sbin/reboot ++ [22-12-29 13:00:28] grep rhts-reboot ++ [22-12-29 13:00:28] which rhts-reboot ++ [22-12-29 13:00:28] rpm -q rhts-test-env ++ [22-12-29 13:00:28] RQA_fix_ssh_ipv6_auth +++ [22-12-29 13:00:28] RQA_get_rhel_major +++ [22-12-29 13:00:28] awk -F . '{print $1}' ++++ [22-12-29 13:00:28] RQA_get_rhel_release ++++ [22-12-29 13:00:28] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:28] echo 9 ++ [22-12-29 13:00:28] '[' 9 -ge 7 ']' ++ [22-12-29 13:00:28] local need_restart=0 ++ [22-12-29 13:00:28] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-12-29 13:00:28] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-12-29 13:00:28] grep 'AddressFamily inet' /root/.ssh/config ++ [22-12-29 13:00:28] '[' 0 -eq 1 ']' ++ [22-12-29 13:00:28] RQA_fix_mlx5_ib_connected_mode +++ [22-12-29 13:00:28] RQA_get_rhel_major +++ [22-12-29 13:00:28] awk -F . '{print $1}' ++++ [22-12-29 13:00:28] RQA_get_rhel_release ++++ [22-12-29 13:00:28] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:28] echo 9 ++ [22-12-29 13:00:28] [[ 9 -ge 7 ]] +++ [22-12-29 13:00:28] RQA_get_rhel_minor +++ [22-12-29 13:00:28] awk -F . '{print $2}' ++++ [22-12-29 13:00:28] RQA_get_rhel_release ++++ [22-12-29 13:00:28] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:28] echo 9 ++ [22-12-29 13:00:28] [[ '' -ge 5 ]] +++ [22-12-29 13:00:28] RQA_get_rhel_major +++ [22-12-29 13:00:28] awk -F . '{print $1}' ++++ [22-12-29 13:00:28] RQA_get_rhel_release ++++ [22-12-29 13:00:28] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:28] echo 9 ++ [22-12-29 13:00:28] [[ 9 -gt 7 ]] +++ [22-12-29 13:00:28] ls /etc/sysconfig/network-scripts/ +++ [22-12-29 13:00:28] grep mlx5 +++ [22-12-29 13:00:28] grep ib +++ [22-12-29 13:00:28] grep -v '~' ++ [22-12-29 13:00:28] RQA_nfs_rhel8_temp_fix +++ [22-12-29 13:00:28] RQA_get_rhel_major +++ [22-12-29 13:00:28] awk -F . '{print $1}' ++++ [22-12-29 13:00:28] RQA_get_rhel_release ++++ [22-12-29 13:00:28] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:28] echo 9 ++ [22-12-29 13:00:28] (( 9 == 8 )) ++ [22-12-29 13:00:28] source /root/.bashrc ++ [22-12-29 13:00:29] [[ bnxt == \i\4\0\i\w ]] + [22-12-29 13:00:29] source /root/mpi-functions.sh ++ [22-12-29 13:00:29] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-12-29 13:00:29] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-12-29 13:00:29] source /root/rdma-qa.sh ++ [22-12-29 13:00:29] PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [22-12-29 13:00:29] export NIC_PREF= ++ [22-12-29 13:00:29] NIC_PREF= ++ [22-12-29 13:00:29] export PERFTEST_FLAGS= ++ [22-12-29 13:00:29] PERFTEST_FLAGS= +++ [22-12-29 13:00:29] hostname -s ++ [22-12-29 13:00:29] export s_hostname=rdma-qe-31 ++ [22-12-29 13:00:29] s_hostname=rdma-qe-31 ++ [22-12-29 13:00:29] RQA_set_pyexec ++ [22-12-29 13:00:29] PYEXEC= ++ [22-12-29 13:00:29] which python ++ [22-12-29 13:00:29] export PYEXEC=python ++ [22-12-29 13:00:29] PYEXEC=python ++ [22-12-29 13:00:29] return 0 +++ [22-12-29 13:00:29] grep -i fedora /etc/redhat-release ++ [22-12-29 13:00:29] [[ -n '' ]] +++ [22-12-29 13:00:29] RQA_get_rhel_major +++ [22-12-29 13:00:29] awk -F . '{print $1}' ++++ [22-12-29 13:00:29] RQA_get_rhel_release ++++ [22-12-29 13:00:29] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:29] echo 9 ++ [22-12-29 13:00:29] [[ 9 -ge 8 ]] ++ [22-12-29 13:00:29] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 13:00:29] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [22-12-29 13:00:29] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [22-12-29 13:00:29] PKGREMOVE='dnf remove --noautoremove -y' ++ [22-12-29 13:00:29] [[ rdma-qe-31 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [22-12-29 13:00:29] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 13:00:29] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [22-12-29 13:00:29] '[' -f /root/known-issues.sh ']' ++ [22-12-29 13:00:29] source /root/known-issues.sh ++ [22-12-29 13:00:35] RQA_load_tech_preview_modules ++ [22-12-29 13:00:35] [[ ! -e /etc/rdma/rdma.conf ]] ++ [22-12-29 13:00:35] return ++ [22-12-29 13:00:35] RQA_fix_uefi_reboot ++ [22-12-29 13:00:35] ls -l /usr/sbin/reboot ++ [22-12-29 13:00:35] grep rhts-reboot ++ [22-12-29 13:00:35] which rhts-reboot ++ [22-12-29 13:00:35] rpm -q rhts-test-env ++ [22-12-29 13:00:35] RQA_fix_ssh_ipv6_auth +++ [22-12-29 13:00:35] RQA_get_rhel_major +++ [22-12-29 13:00:35] awk -F . '{print $1}' ++++ [22-12-29 13:00:35] RQA_get_rhel_release ++++ [22-12-29 13:00:35] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:35] echo 9 ++ [22-12-29 13:00:35] '[' 9 -ge 7 ']' ++ [22-12-29 13:00:35] local need_restart=0 ++ [22-12-29 13:00:35] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [22-12-29 13:00:35] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [22-12-29 13:00:35] grep 'AddressFamily inet' /root/.ssh/config ++ [22-12-29 13:00:35] '[' 0 -eq 1 ']' ++ [22-12-29 13:00:35] RQA_fix_mlx5_ib_connected_mode +++ [22-12-29 13:00:35] RQA_get_rhel_major +++ [22-12-29 13:00:35] awk -F . '{print $1}' ++++ [22-12-29 13:00:35] RQA_get_rhel_release ++++ [22-12-29 13:00:35] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:35] echo 9 ++ [22-12-29 13:00:35] [[ 9 -ge 7 ]] +++ [22-12-29 13:00:35] RQA_get_rhel_minor +++ [22-12-29 13:00:35] awk -F . '{print $2}' ++++ [22-12-29 13:00:35] RQA_get_rhel_release ++++ [22-12-29 13:00:35] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:35] echo 9 ++ [22-12-29 13:00:35] [[ '' -ge 5 ]] +++ [22-12-29 13:00:35] RQA_get_rhel_major +++ [22-12-29 13:00:35] awk -F . '{print $1}' ++++ [22-12-29 13:00:35] RQA_get_rhel_release ++++ [22-12-29 13:00:35] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:35] echo 9 ++ [22-12-29 13:00:35] [[ 9 -gt 7 ]] +++ [22-12-29 13:00:35] ls /etc/sysconfig/network-scripts/ +++ [22-12-29 13:00:35] grep mlx5 +++ [22-12-29 13:00:35] grep ib +++ [22-12-29 13:00:35] grep -v '~' ++ [22-12-29 13:00:35] RQA_nfs_rhel8_temp_fix +++ [22-12-29 13:00:35] RQA_get_rhel_major +++ [22-12-29 13:00:35] awk -F . '{print $1}' ++++ [22-12-29 13:00:35] RQA_get_rhel_release ++++ [22-12-29 13:00:35] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [22-12-29 13:00:35] echo 9 ++ [22-12-29 13:00:35] (( 9 == 8 )) ++ [22-12-29 13:00:35] source /root/.bashrc ++ [22-12-29 13:00:36] [[ bnxt == \i\4\0\i\w ]] + [22-12-29 13:00:36] source /root/mpi-functions.sh ++ [22-12-29 13:00:36] export 'MPI_TIMEOUT=timeout --preserve-status --kill-after=5m 3m' ++ [22-12-29 13:00:36] MPI_TIMEOUT='timeout --preserve-status --kill-after=5m 3m' + [22-12-29 13:00:36] RQA_set_inline_default + [22-12-29 13:00:36] [[ bnxt != *\m\l\x\4* ]] + [22-12-29 13:00:36] mkdir -p /etc/rdma/rsocket + [22-12-29 13:00:36] echo 0 + [22-12-29 13:00:36] RQA_set_perftest_flags + [22-12-29 13:00:36] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F' + [22-12-29 13:00:36] [[ bnxt == \m\l\x\4 ]] + [22-12-29 13:00:36] PERFTEST_FLAGS='-d bnxt_re0 -i 1 -F -R' + [22-12-29 13:00:36] export PERFTEST_FLAGS + [22-12-29 13:00:36] MPI_PKG=openmpi + [22-12-29 13:00:36] TEST_PKG=mpitests-openmpi ++ [22-12-29 13:00:36] RQA_get_rhel_major ++ [22-12-29 13:00:36] awk -F . '{print $1}' +++ [22-12-29 13:00:36] RQA_get_rhel_release +++ [22-12-29 13:00:36] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:36] echo 9 + [22-12-29 13:00:36] [[ 9 -eq 6 ]] ++ [22-12-29 13:00:36] RQA_get_rhel_major ++ [22-12-29 13:00:36] awk -F . '{print $1}' +++ [22-12-29 13:00:36] RQA_get_rhel_release +++ [22-12-29 13:00:36] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:36] echo 9 + [22-12-29 13:00:36] [[ 9 -eq 7 ]] + [22-12-29 13:00:36] MPI_setup -m openmpi -t mpitests-openmpi + [22-12-29 13:00:36] test 4 -gt 0 + [22-12-29 13:00:36] case $1 in + [22-12-29 13:00:36] local mpi_pkg=openmpi + [22-12-29 13:00:36] shift + [22-12-29 13:00:36] shift + [22-12-29 13:00:36] test 2 -gt 0 + [22-12-29 13:00:36] case $1 in + [22-12-29 13:00:36] local test_pkg=mpitests-openmpi + [22-12-29 13:00:36] shift + [22-12-29 13:00:36] shift + [22-12-29 13:00:36] test 0 -gt 0 + [22-12-29 13:00:36] '[' -z openmpi -o -z mpitests-openmpi ']' + [22-12-29 13:00:36] rpm -q environment-modules environment-modules-5.0.1-2.el9.x86_64 + [22-12-29 13:00:36] '[' -f /etc/profile.d/modules.sh ']' + [22-12-29 13:00:36] source /etc/profile.d/modules.sh ++ [22-12-29 13:00:36] '[' -n /usr/bin/bash ']' ++ [22-12-29 13:00:36] '[' bash = sh ']' ++ [22-12-29 13:00:36] shell=bash ++ [22-12-29 13:00:36] '[' -f /usr/share/Modules/init/bash ']' ++ [22-12-29 13:00:36] . /usr/share/Modules/init/bash +++ [22-12-29 13:00:36] unset _mlshdbg +++ [22-12-29 13:00:36] '[' 0 = 1 ']' +++ [22-12-29 13:00:36] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 13:00:36] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 13:00:36] unset _mlre _mlIFS +++ [22-12-29 13:00:36] '[' -n x ']' +++ [22-12-29 13:00:36] _mlIFS=' ' +++ [22-12-29 13:00:36] IFS=' ' +++ [22-12-29 13:00:36] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 13:00:36] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-12-29 13:00:36] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-12-29 13:00:36] echo x +++ [22-12-29 13:00:36] '[' -n x ']' ++++ [22-12-29 13:00:36] eval 'echo ${LD_LIBRARY_PATH}' +++++ [22-12-29 13:00:36] echo /usr/lib64/openmpi/lib +++ [22-12-29 13:00:36] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' ' +++ [22-12-29 13:00:36] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-12-29 13:00:36] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-12-29 13:00:36] echo +++ [22-12-29 13:00:36] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' ' +++ [22-12-29 13:00:36] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 13:00:36] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-12-29 13:00:36] eval 'echo ${LD_PRELOAD+x}' +++++ [22-12-29 13:00:36] echo +++ [22-12-29 13:00:36] '[' -n '' ']' +++ [22-12-29 13:00:36] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-12-29 13:00:36] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-12-29 13:00:36] echo +++ [22-12-29 13:00:36] _mlre='__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-12-29 13:00:36] '[' -n '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-12-29 13:00:36] _mlre='eval __MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\'' LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-12-29 13:00:36] eval '__MODULES_QUAR_LD_LIBRARY_PATH='\''/usr/lib64/openmpi/lib'\''' 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-12-29 13:00:36] __MODULES_QUAR_LD_LIBRARY_PATH=/usr/lib64/openmpi/lib +++++ [22-12-29 13:00:36] LD_LIBRARY_PATH= +++++ [22-12-29 13:00:36] LD_PRELOAD= +++++ [22-12-29 13:00:36] __MODULES_QUARANTINE_SET=1 +++++ [22-12-29 13:00:36] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-12-29 13:00:36] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' +++ [22-12-29 13:00:36] _mlret=0 +++ [22-12-29 13:00:36] '[' -n x ']' +++ [22-12-29 13:00:36] IFS=' ' +++ [22-12-29 13:00:36] unset _mlIFS +++ [22-12-29 13:00:36] unset _mlre _mlv _mlrv +++ [22-12-29 13:00:36] '[' 0 -eq 0 ']' +++ [22-12-29 13:00:36] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; test 0;' ++++ [22-12-29 13:00:36] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-12-29 13:00:36] export MODULES_CMD ++++ [22-12-29 13:00:36] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-12-29 13:00:36] MODULESHOME=/usr/share/Modules ++++ [22-12-29 13:00:36] export MODULESHOME ++++ [22-12-29 13:00:36] test 0 +++ [22-12-29 13:00:36] '[' -t 2 ']' +++ [22-12-29 13:00:36] export -f module ++++ [22-12-29 13:00:36] type -t ml +++ [22-12-29 13:00:36] '[' function = function ']' +++ [22-12-29 13:00:36] export -f ml +++ [22-12-29 13:00:36] '[' 5 -ge 3 ']' +++ [22-12-29 13:00:36] [[ hxB =~ i ]] +++ [22-12-29 13:00:36] [[ ! :/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-12-29 13:00:36] '[' '!' -n x ']' +++ [22-12-29 13:00:36] [[ ! :/usr/share/man/openmpi-x86_64:/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-12-29 13:00:36] unset _mlcode _mlret +++ [22-12-29 13:00:36] '[' -n '' ']' + [22-12-29 13:00:36] type module module is a function module () { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus } + [22-12-29 13:00:36] module purge ++ [22-12-29 13:00:36] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash purge + [22-12-29 13:00:36] eval unset 'MPI_COMPILER;' unset 'LD_LIBRARY_PATH;' 'MANPATH=/usr/share/man:;' export 'MANPATH;' unset 'MPI_INCLUDE;' unset 'MPI_MAN;' unset '_LMFILES_;' unset 'LOADEDMODULES;' unset 'PKG_CONFIG_PATH;' unset 'MPI_PYTHON3_SITEARCH;' unset 'MPI_HOME;' unset 'MPI_FORTRAN_MOD_DIR;' unset '__MODULES_LMCONFLICT;' '__MODULES_SHARE_MANPATH=:1;' export '__MODULES_SHARE_MANPATH;' unset 'MPI_SUFFIX;' unset 'MPI_SYSCONFIG;' unset 'MPI_LIB;' 'PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin;' export 'PATH;' unset 'MPI_BIN;' test '0;' ++ [22-12-29 13:00:36] unset MPI_COMPILER ++ [22-12-29 13:00:36] unset LD_LIBRARY_PATH ++ [22-12-29 13:00:36] MANPATH=/usr/share/man: ++ [22-12-29 13:00:36] export MANPATH ++ [22-12-29 13:00:36] unset MPI_INCLUDE ++ [22-12-29 13:00:36] unset MPI_MAN ++ [22-12-29 13:00:36] unset _LMFILES_ ++ [22-12-29 13:00:36] unset LOADEDMODULES ++ [22-12-29 13:00:36] unset PKG_CONFIG_PATH ++ [22-12-29 13:00:36] unset MPI_PYTHON3_SITEARCH ++ [22-12-29 13:00:36] unset MPI_HOME ++ [22-12-29 13:00:36] unset MPI_FORTRAN_MOD_DIR ++ [22-12-29 13:00:36] unset __MODULES_LMCONFLICT ++ [22-12-29 13:00:36] __MODULES_SHARE_MANPATH=:1 ++ [22-12-29 13:00:36] export __MODULES_SHARE_MANPATH ++ [22-12-29 13:00:36] unset MPI_SUFFIX ++ [22-12-29 13:00:36] unset MPI_SYSCONFIG ++ [22-12-29 13:00:36] unset MPI_LIB ++ [22-12-29 13:00:36] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:36] export PATH ++ [22-12-29 13:00:36] unset MPI_BIN ++ [22-12-29 13:00:36] test 0 + [22-12-29 13:00:36] _mlstatus=0 + [22-12-29 13:00:36] return 0 + [22-12-29 13:00:36] sed -e '/^module/d' -i /root/.bashrc + [22-12-29 13:00:36] dnf remove --noautoremove -y 'mpitests*' 'mpich*' 'mvapich*' 'openmpi*' No match for argument: mpich* No match for argument: mvapich* Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Removing: mpitests-openmpi x86_64 5.8-1.el9 @BUILDROOT-C9S 5.3 M openmpi x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 10 M openmpi-devel x86_64 1:4.1.1-5.el9 @BUILDROOT-C9S 1.9 M Transaction Summary ================================================================================ Remove 3 Packages Freed space: 17 M Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Erasing : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Erasing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Erasing : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Running scriptlet: openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Removed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-12-29 13:00:39] dnf install -y --setopt=strict=0 --nogpgcheck openmpi mpitests-openmpi environment-modules Last metadata expiration check: 0:19:48 ago on Thu 29 Dec 2022 12:40:52 PM EST. Package environment-modules-5.0.1-2.el9.x86_64 is already installed. Dependencies resolved. ================================================================================ Package Arch Version Repository Size ================================================================================ Installing: mpitests-openmpi x86_64 5.8-1.el9 BUILDROOT-C9S 897 k openmpi x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 2.7 M Installing dependencies: openmpi-devel x86_64 1:4.1.1-5.el9 BUILDROOT-C9S 1.2 M Transaction Summary ================================================================================ Install 3 Packages Total download size: 4.7 M Installed size: 17 M Downloading Packages: (1/3): mpitests-openmpi-5.8-1.el9.x86_64.rpm 9.3 MB/s | 897 kB 00:00 (2/3): openmpi-devel-4.1.1-5.el9.x86_64.rpm 7.1 MB/s | 1.2 MB 00:00 (3/3): openmpi-4.1.1-5.el9.x86_64.rpm 8.0 MB/s | 2.7 MB 00:00 -------------------------------------------------------------------------------- Total 14 MB/s | 4.7 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Installing : openmpi-devel-1:4.1.1-5.el9.x86_64 1/3 Installing : openmpi-1:4.1.1-5.el9.x86_64 2/3 Installing : mpitests-openmpi-5.8-1.el9.x86_64 3/3 Running scriptlet: mpitests-openmpi-5.8-1.el9.x86_64 3/3 Verifying : mpitests-openmpi-5.8-1.el9.x86_64 1/3 Verifying : openmpi-1:4.1.1-5.el9.x86_64 2/3 Verifying : openmpi-devel-1:4.1.1-5.el9.x86_64 3/3 Installed: mpitests-openmpi-5.8-1.el9.x86_64 openmpi-1:4.1.1-5.el9.x86_64 openmpi-devel-1:4.1.1-5.el9.x86_64 Complete! + [22-12-29 13:00:46] '[' -f /etc/profile.d/modules.sh ']' + [22-12-29 13:00:46] source /etc/profile.d/modules.sh ++ [22-12-29 13:00:46] '[' -n /usr/bin/bash ']' ++ [22-12-29 13:00:46] '[' bash = sh ']' ++ [22-12-29 13:00:46] shell=bash ++ [22-12-29 13:00:46] '[' -f /usr/share/Modules/init/bash ']' ++ [22-12-29 13:00:46] . /usr/share/Modules/init/bash +++ [22-12-29 13:00:46] unset _mlshdbg +++ [22-12-29 13:00:46] '[' 0 = 1 ']' +++ [22-12-29 13:00:46] export 'MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 13:00:46] MODULES_RUN_QUARANTINE='LD_LIBRARY_PATH LD_PRELOAD' +++ [22-12-29 13:00:46] unset _mlre _mlIFS +++ [22-12-29 13:00:46] '[' -n x ']' +++ [22-12-29 13:00:46] _mlIFS=' ' +++ [22-12-29 13:00:46] IFS=' ' +++ [22-12-29 13:00:46] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 13:00:46] '[' LD_LIBRARY_PATH = LD_LIBRARY_PATH -a LD_LIBRARY_PATH = LD_LIBRARY_PATH ']' ++++ [22-12-29 13:00:46] eval 'echo ${LD_LIBRARY_PATH+x}' +++++ [22-12-29 13:00:46] echo +++ [22-12-29 13:00:46] '[' -n '' ']' +++ [22-12-29 13:00:46] _mlrv=MODULES_RUNENV_LD_LIBRARY_PATH ++++ [22-12-29 13:00:46] eval 'echo ${MODULES_RUNENV_LD_LIBRARY_PATH:-}' +++++ [22-12-29 13:00:46] echo +++ [22-12-29 13:00:46] _mlre='LD_LIBRARY_PATH='\'''\'' ' +++ [22-12-29 13:00:46] for _mlv in ${MODULES_RUN_QUARANTINE:-} +++ [22-12-29 13:00:46] '[' LD_PRELOAD = LD_PRELOAD -a LD_PRELOAD = LD_PRELOAD ']' ++++ [22-12-29 13:00:46] eval 'echo ${LD_PRELOAD+x}' +++++ [22-12-29 13:00:46] echo +++ [22-12-29 13:00:46] '[' -n '' ']' +++ [22-12-29 13:00:46] _mlrv=MODULES_RUNENV_LD_PRELOAD ++++ [22-12-29 13:00:46] eval 'echo ${MODULES_RUNENV_LD_PRELOAD:-}' +++++ [22-12-29 13:00:46] echo +++ [22-12-29 13:00:46] _mlre='LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' +++ [22-12-29 13:00:46] '[' -n 'LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' ' ']' +++ [22-12-29 13:00:46] _mlre='eval LD_LIBRARY_PATH='\'''\'' LD_PRELOAD='\'''\'' __MODULES_QUARANTINE_SET=1 ' ++++ [22-12-29 13:00:46] eval 'LD_LIBRARY_PATH='\'''\''' 'LD_PRELOAD='\'''\''' __MODULES_QUARANTINE_SET=1 /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++++ [22-12-29 13:00:46] LD_LIBRARY_PATH= +++++ [22-12-29 13:00:46] LD_PRELOAD= +++++ [22-12-29 13:00:46] __MODULES_QUARANTINE_SET=1 +++++ [22-12-29 13:00:46] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash autoinit +++ [22-12-29 13:00:46] _mlcode='module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' +++ [22-12-29 13:00:46] _mlret=0 +++ [22-12-29 13:00:46] '[' -n x ']' +++ [22-12-29 13:00:46] IFS=' ' +++ [22-12-29 13:00:46] unset _mlIFS +++ [22-12-29 13:00:46] unset _mlre _mlv _mlrv +++ [22-12-29 13:00:46] '[' 0 -eq 0 ']' +++ [22-12-29 13:00:46] eval 'module() { eval `/usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash "$@"`; _mlstatus=$?; return $_mlstatus; }; ml() { module ml "$@"; }; MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl; export MODULES_CMD; unset __MODULES_AUTOINIT_INPROGRESS; MODULESHOME=/usr/share/Modules; export MODULESHOME; LOADEDMODULES=; export LOADEDMODULES; test 0;' ++++ [22-12-29 13:00:46] MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl ++++ [22-12-29 13:00:46] export MODULES_CMD ++++ [22-12-29 13:00:46] unset __MODULES_AUTOINIT_INPROGRESS ++++ [22-12-29 13:00:46] MODULESHOME=/usr/share/Modules ++++ [22-12-29 13:00:46] export MODULESHOME ++++ [22-12-29 13:00:46] LOADEDMODULES= ++++ [22-12-29 13:00:46] export LOADEDMODULES ++++ [22-12-29 13:00:46] test 0 +++ [22-12-29 13:00:46] '[' -t 2 ']' +++ [22-12-29 13:00:46] export -f module ++++ [22-12-29 13:00:46] type -t ml +++ [22-12-29 13:00:46] '[' function = function ']' +++ [22-12-29 13:00:46] export -f ml +++ [22-12-29 13:00:46] '[' 5 -ge 3 ']' +++ [22-12-29 13:00:46] [[ hxB =~ i ]] +++ [22-12-29 13:00:46] [[ ! :/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin: =~ :/usr/share/Modules/bin: ]] +++ [22-12-29 13:00:46] '[' '!' -n x ']' +++ [22-12-29 13:00:46] [[ ! :/usr/share/man:: =~ :/usr/share/man: ]] +++ [22-12-29 13:00:46] unset _mlcode _mlret +++ [22-12-29 13:00:46] '[' -n '' ']' + [22-12-29 13:00:46] [[ openmpi == *\p\s\m\2* ]] ++ [22-12-29 13:00:46] rpm -ql openmpi ++ [22-12-29 13:00:46] grep modulefiles ++ [22-12-29 13:00:46] tail -n 1 + [22-12-29 13:00:46] local mod_file=/usr/share/modulefiles/mpi/openmpi-x86_64 + [22-12-29 13:00:46] echo 'module purge' + [22-12-29 13:00:46] echo 'module load /usr/share/modulefiles/mpi/openmpi-x86_64' + [22-12-29 13:00:46] source /root/.bashrc + [22-12-29 13:00:47] module list ++ [22-12-29 13:00:47] /usr/bin/tclsh /usr/share/Modules/libexec/modulecmd.tcl bash list Currently Loaded Modulefiles: 1) /usr/share/modulefiles/mpi/openmpi-x86_64 + [22-12-29 13:00:47] eval + [22-12-29 13:00:47] _mlstatus=0 + [22-12-29 13:00:47] return 0 ++ [22-12-29 13:00:47] echo /usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:47] sed -e 's|/usr/lib64/openmpi[^/]*/bin:||g' + [22-12-29 13:00:47] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:47] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:47] sed -e 's|/usr/lib64/mvapich[^/]*/bin:||g' + [22-12-29 13:00:47] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:47] echo /usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin ++ [22-12-29 13:00:47] sed -e 's|/usr/lib64/mpich[^/]*/bin:||g' + [22-12-29 13:00:47] PATH=/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 13:00:47] export PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 13:00:47] PATH=/usr/lib64/openmpi/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin + [22-12-29 13:00:47] MPI_create_hostfiles + [22-12-29 13:00:47] '[' -z 172.31.40.31 -o -z 172.31.40.30 ']' + [22-12-29 13:00:47] rm -f /root/hfile_one_core /root/hfile_all_cores + [22-12-29 13:00:47] touch /root/hfile_one_core /root/hfile_all_cores ++ [22-12-29 13:00:47] grep -c '^processor' /proc/cpuinfo + [22-12-29 13:00:47] local num_cores=48 + [22-12-29 13:00:47] num_cores=47 + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] echo 172.31.40.30 ++ [22-12-29 13:00:47] seq 1 47 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.31 ++ [22-12-29 13:00:47] seq 1 47 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] for _ in $(seq 1 "$num_cores") + [22-12-29 13:00:47] echo 172.31.40.30 + [22-12-29 13:00:47] sed -i '/export HFILES=/d' /root/.bashrc + [22-12-29 13:00:47] echo 'export HFILES="/root/hfile_one_core"' + [22-12-29 13:00:47] source /root/.bashrc + [22-12-29 13:00:48] '[' -x /bin/systemctl ']' + [22-12-29 13:00:48] systemctl stop firewalld.service + [22-12-29 13:00:48] systemctl disable firewalld.service + [22-12-29 13:00:48] systemctl status firewalld.service ○ firewalld.service - firewalld - dynamic firewall daemon Loaded: loaded (/usr/lib/systemd/system/firewalld.service; disabled; preset: enabled) Active: inactive (dead) Docs: man:firewalld(1) + [22-12-29 13:00:48] MPI_dual_port_fix + [22-12-29 13:00:48] [[ bnxt == *\q\i\b* ]] ++ [22-12-29 13:00:48] RQA_get_rhel_major ++ [22-12-29 13:00:48] awk -F . '{print $1}' +++ [22-12-29 13:00:48] RQA_get_rhel_release +++ [22-12-29 13:00:48] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:48] echo 9 + [22-12-29 13:00:48] '[' 9 -ge 7 ']' + [22-12-29 13:00:48] RQA_pkg_install targetcli iscsi-initiator-utils lsscsi + [22-12-29 13:00:48] PKG_LIST= + [22-12-29 13:00:48] for p in "$@" + [22-12-29 13:00:48] rpm -q targetcli targetcli-2.1.53-7.el9.noarch + [22-12-29 13:00:48] for p in "$@" + [22-12-29 13:00:48] rpm -q iscsi-initiator-utils iscsi-initiator-utils-6.2.1.4-3.git2a8f9d8.el9.x86_64 + [22-12-29 13:00:48] for p in "$@" + [22-12-29 13:00:48] rpm -q lsscsi lsscsi-0.32-6.el9.x86_64 + [22-12-29 13:00:48] '[' '!' -z '' ']' + [22-12-29 13:00:48] target_name=iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ++ [22-12-29 13:00:48] RQA_get_rhel_major ++ [22-12-29 13:00:48] awk -F . '{print $1}' +++ [22-12-29 13:00:48] RQA_get_rhel_release +++ [22-12-29 13:00:48] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:00:48] echo 9 + [22-12-29 13:00:48] [[ 9 -ge 8 ]] + [22-12-29 13:00:48] RQA_pkg_install iperf3 + [22-12-29 13:00:48] PKG_LIST= + [22-12-29 13:00:48] for p in "$@" + [22-12-29 13:00:48] rpm -q iperf3 iperf3-3.9-9.el9.x86_64 + [22-12-29 13:00:48] '[' '!' -z '' ']' + [22-12-29 13:00:48] RQA_pkg_install net-tools + [22-12-29 13:00:48] PKG_LIST= + [22-12-29 13:00:48] for p in "$@" + [22-12-29 13:00:48] rpm -q net-tools net-tools-2.0-0.62.20160912git.el9.x86_64 + [22-12-29 13:00:48] '[' '!' -z '' ']' + [22-12-29 13:00:48] [[ server == \c\o\m\m\o\n ]] + [22-12-29 13:00:48] [[ server == \s\e\r\v\e\r ]] + [22-12-29 13:00:48] server_tests + [22-12-29 13:00:48] [[ -z 172.31.40.30 ]] + [22-12-29 13:00:48] timeout 3m ping -i 0.2 -c 100 172.31.40.30 PING 172.31.40.30 (172.31.40.30) 56(84) bytes of data. 64 bytes from 172.31.40.30: icmp_seq=1 ttl=64 time=0.137 ms 64 bytes from 172.31.40.30: icmp_seq=2 ttl=64 time=0.143 ms 64 bytes from 172.31.40.30: icmp_seq=3 ttl=64 time=0.114 ms 64 bytes from 172.31.40.30: icmp_seq=4 ttl=64 time=0.126 ms 64 bytes from 172.31.40.30: icmp_seq=5 ttl=64 time=0.087 ms 64 bytes from 172.31.40.30: icmp_seq=6 ttl=64 time=0.094 ms 64 bytes from 172.31.40.30: icmp_seq=7 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=8 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=9 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=10 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=11 ttl=64 time=0.112 ms 64 bytes from 172.31.40.30: icmp_seq=12 ttl=64 time=0.126 ms 64 bytes from 172.31.40.30: icmp_seq=13 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=14 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=15 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=16 ttl=64 time=0.128 ms 64 bytes from 172.31.40.30: icmp_seq=17 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=18 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=19 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=20 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=21 ttl=64 time=0.129 ms 64 bytes from 172.31.40.30: icmp_seq=22 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=23 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=24 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=25 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=26 ttl=64 time=0.123 ms 64 bytes from 172.31.40.30: icmp_seq=27 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=28 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=29 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=30 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=31 ttl=64 time=0.112 ms 64 bytes from 172.31.40.30: icmp_seq=32 ttl=64 time=0.120 ms 64 bytes from 172.31.40.30: icmp_seq=33 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=34 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=35 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=36 ttl=64 time=0.113 ms 64 bytes from 172.31.40.30: icmp_seq=37 ttl=64 time=0.126 ms 64 bytes from 172.31.40.30: icmp_seq=38 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=39 ttl=64 time=0.123 ms 64 bytes from 172.31.40.30: icmp_seq=40 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=41 ttl=64 time=0.127 ms 64 bytes from 172.31.40.30: icmp_seq=42 ttl=64 time=0.120 ms 64 bytes from 172.31.40.30: icmp_seq=43 ttl=64 time=0.127 ms 64 bytes from 172.31.40.30: icmp_seq=44 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=45 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=46 ttl=64 time=0.126 ms 64 bytes from 172.31.40.30: icmp_seq=47 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=48 ttl=64 time=0.123 ms 64 bytes from 172.31.40.30: icmp_seq=49 ttl=64 time=0.123 ms 64 bytes from 172.31.40.30: icmp_seq=50 ttl=64 time=0.107 ms 64 bytes from 172.31.40.30: icmp_seq=51 ttl=64 time=0.129 ms 64 bytes from 172.31.40.30: icmp_seq=52 ttl=64 time=0.120 ms 64 bytes from 172.31.40.30: icmp_seq=53 ttl=64 time=0.126 ms 64 bytes from 172.31.40.30: icmp_seq=54 ttl=64 time=0.120 ms 64 bytes from 172.31.40.30: icmp_seq=55 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=56 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=57 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=58 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=59 ttl=64 time=0.122 ms 64 bytes from 172.31.40.30: icmp_seq=60 ttl=64 time=0.125 ms 64 bytes from 172.31.40.30: icmp_seq=61 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=62 ttl=64 time=0.123 ms 64 bytes from 172.31.40.30: icmp_seq=63 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=64 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=65 ttl=64 time=0.121 ms 64 bytes from 172.31.40.30: icmp_seq=66 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=67 ttl=64 time=0.124 ms 64 bytes from 172.31.40.30: icmp_seq=68 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=69 ttl=64 time=0.109 ms 64 bytes from 172.31.40.30: icmp_seq=70 ttl=64 time=0.112 ms 64 bytes from 172.31.40.30: icmp_seq=71 ttl=64 time=0.114 ms 64 bytes from 172.31.40.30: icmp_seq=72 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=73 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=74 ttl=64 time=0.128 ms 64 bytes from 172.31.40.30: icmp_seq=75 ttl=64 time=0.113 ms 64 bytes from 172.31.40.30: icmp_seq=76 ttl=64 time=0.112 ms 64 bytes from 172.31.40.30: icmp_seq=77 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=78 ttl=64 time=0.091 ms 64 bytes from 172.31.40.30: icmp_seq=79 ttl=64 time=0.097 ms 64 bytes from 172.31.40.30: icmp_seq=80 ttl=64 time=0.094 ms 64 bytes from 172.31.40.30: icmp_seq=81 ttl=64 time=0.105 ms 64 bytes from 172.31.40.30: icmp_seq=82 ttl=64 time=0.094 ms 64 bytes from 172.31.40.30: icmp_seq=83 ttl=64 time=0.114 ms 64 bytes from 172.31.40.30: icmp_seq=84 ttl=64 time=0.099 ms 64 bytes from 172.31.40.30: icmp_seq=85 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=86 ttl=64 time=0.115 ms 64 bytes from 172.31.40.30: icmp_seq=87 ttl=64 time=0.091 ms 64 bytes from 172.31.40.30: icmp_seq=88 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=89 ttl=64 time=0.108 ms 64 bytes from 172.31.40.30: icmp_seq=90 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=91 ttl=64 time=0.100 ms 64 bytes from 172.31.40.30: icmp_seq=92 ttl=64 time=0.096 ms 64 bytes from 172.31.40.30: icmp_seq=93 ttl=64 time=0.095 ms 64 bytes from 172.31.40.30: icmp_seq=94 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=95 ttl=64 time=0.109 ms 64 bytes from 172.31.40.30: icmp_seq=96 ttl=64 time=0.114 ms 64 bytes from 172.31.40.30: icmp_seq=97 ttl=64 time=0.110 ms 64 bytes from 172.31.40.30: icmp_seq=98 ttl=64 time=0.112 ms 64 bytes from 172.31.40.30: icmp_seq=99 ttl=64 time=0.111 ms 64 bytes from 172.31.40.30: icmp_seq=100 ttl=64 time=0.109 ms --- 172.31.40.30 ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20592ms rtt min/avg/max/mdev = 0.087/0.115/0.143/0.010 ms + [22-12-29 13:01:09] RQA_check_result -r 0 -t 'ping client - 172.31.40.30' + [22-12-29 13:01:09] local test_pass=0 + [22-12-29 13:01:09] local test_skip=777 + [22-12-29 13:01:09] test 4 -gt 0 + [22-12-29 13:01:09] case $1 in + [22-12-29 13:01:09] local rc=0 + [22-12-29 13:01:09] shift + [22-12-29 13:01:09] shift + [22-12-29 13:01:09] test 2 -gt 0 + [22-12-29 13:01:09] case $1 in + [22-12-29 13:01:09] local 'msg=ping client - 172.31.40.30' + [22-12-29 13:01:09] shift + [22-12-29 13:01:09] shift + [22-12-29 13:01:09] test 0 -gt 0 + [22-12-29 13:01:09] '[' -z 0 -o -z 'ping client - 172.31.40.30' ']' + [22-12-29 13:01:09] '[' -z '' ']' + [22-12-29 13:01:09] source /etc/environment ++ [22-12-29 13:01:09] TEST_RESULT_FILE=/tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt + [22-12-29 13:01:09] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:01:09] '[' 0 -eq 0 ']' + [22-12-29 13:01:09] local test_result=PASS + [22-12-29 13:01:09] printf '%10s | %6s | %s\n' PASS 0 'ping client - 172.31.40.30' + [22-12-29 13:01:09] set +x --- - TEST RESULT FOR sanity - Test: ping client - 172.31.40.30 - Result: PASS - Return: 0 --- + [22-12-29 13:01:09] timeout 3m ping6 -i 0.2 -c 100 fe80::20a:f7ff:fea6:8970%bnxt_roce PING fe80::20a:f7ff:fea6:8970%bnxt_roce(fe80::20a:f7ff:fea6:8970%bnxt_roce) 56 data bytes 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=1 ttl=64 time=0.438 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=2 ttl=64 time=0.156 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=3 ttl=64 time=0.107 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=4 ttl=64 time=0.149 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=5 ttl=64 time=0.130 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=6 ttl=64 time=0.141 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=7 ttl=64 time=0.146 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=8 ttl=64 time=0.114 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=9 ttl=64 time=0.147 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=10 ttl=64 time=0.144 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=11 ttl=64 time=0.150 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=12 ttl=64 time=0.144 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=13 ttl=64 time=0.129 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=14 ttl=64 time=0.109 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=15 ttl=64 time=0.145 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=16 ttl=64 time=0.145 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=17 ttl=64 time=0.128 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=18 ttl=64 time=0.119 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=19 ttl=64 time=0.141 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=20 ttl=64 time=0.146 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=21 ttl=64 time=0.145 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=22 ttl=64 time=0.126 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=23 ttl=64 time=0.143 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=24 ttl=64 time=0.145 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=25 ttl=64 time=0.146 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=26 ttl=64 time=0.152 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=27 ttl=64 time=0.116 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=28 ttl=64 time=0.117 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=29 ttl=64 time=0.132 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=30 ttl=64 time=0.156 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=31 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=32 ttl=64 time=0.144 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=33 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=34 ttl=64 time=0.142 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=35 ttl=64 time=0.120 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=36 ttl=64 time=0.134 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=37 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=38 ttl=64 time=0.134 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=39 ttl=64 time=0.140 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=40 ttl=64 time=0.114 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=41 ttl=64 time=0.133 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=42 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=43 ttl=64 time=0.153 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=44 ttl=64 time=0.140 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=45 ttl=64 time=0.141 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=46 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=47 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=48 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=49 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=50 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=51 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=52 ttl=64 time=0.160 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=53 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=54 ttl=64 time=0.151 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=55 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=56 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=57 ttl=64 time=0.156 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=58 ttl=64 time=0.162 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=59 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=60 ttl=64 time=0.140 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=61 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=62 ttl=64 time=0.152 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=63 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=64 ttl=64 time=0.131 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=65 ttl=64 time=0.153 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=66 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=67 ttl=64 time=0.114 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=68 ttl=64 time=0.152 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=69 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=70 ttl=64 time=0.145 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=71 ttl=64 time=0.134 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=72 ttl=64 time=0.133 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=73 ttl=64 time=0.161 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=74 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=75 ttl=64 time=0.144 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=76 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=77 ttl=64 time=0.131 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=78 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=79 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=80 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=81 ttl=64 time=0.156 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=82 ttl=64 time=0.137 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=83 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=84 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=85 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=86 ttl=64 time=0.129 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=87 ttl=64 time=0.134 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=88 ttl=64 time=0.118 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=89 ttl=64 time=0.159 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=90 ttl=64 time=0.151 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=91 ttl=64 time=0.157 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=92 ttl=64 time=0.131 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=93 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=94 ttl=64 time=0.154 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=95 ttl=64 time=0.155 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=96 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=97 ttl=64 time=0.128 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=98 ttl=64 time=0.144 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=99 ttl=64 time=0.158 ms 64 bytes from fe80::20a:f7ff:fea6:8970%bnxt_roce: icmp_seq=100 ttl=64 time=0.165 ms --- fe80::20a:f7ff:fea6:8970%bnxt_roce ping statistics --- 100 packets transmitted, 100 received, 0% packet loss, time 20586ms rtt min/avg/max/mdev = 0.107/0.147/0.438/0.032 ms + [22-12-29 13:01:30] RQA_check_result -r 0 -t 'ping6 client - fe80::20a:f7ff:fea6:8970%bnxt_roce' + [22-12-29 13:01:30] local test_pass=0 + [22-12-29 13:01:30] local test_skip=777 + [22-12-29 13:01:30] test 4 -gt 0 + [22-12-29 13:01:30] case $1 in + [22-12-29 13:01:30] local rc=0 + [22-12-29 13:01:30] shift + [22-12-29 13:01:30] shift + [22-12-29 13:01:30] test 2 -gt 0 + [22-12-29 13:01:30] case $1 in + [22-12-29 13:01:30] local 'msg=ping6 client - fe80::20a:f7ff:fea6:8970%bnxt_roce' + [22-12-29 13:01:30] shift + [22-12-29 13:01:30] shift + [22-12-29 13:01:30] test 0 -gt 0 + [22-12-29 13:01:30] '[' -z 0 -o -z 'ping6 client - fe80::20a:f7ff:fea6:8970%bnxt_roce' ']' + [22-12-29 13:01:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:01:30] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:01:30] '[' 0 -eq 0 ']' + [22-12-29 13:01:30] local test_result=PASS + [22-12-29 13:01:30] printf '%10s | %6s | %s\n' PASS 0 'ping6 client - fe80::20a:f7ff:fea6:8970%bnxt_roce' + [22-12-29 13:01:30] set +x --- - TEST RESULT FOR sanity - Test: ping6 client - fe80::20a:f7ff:fea6:8970%bnxt_roce - Result: PASS - Return: 0 --- + [22-12-29 13:01:30] RQA_skip_test mpi + [22-12-29 13:01:30] local skp=mpi + [22-12-29 13:01:30] local skp_rtn=0 + [22-12-29 13:01:30] '[' '!' -z mpi ']' + [22-12-29 13:01:30] [[ '' == *\m\p\i* ]] + [22-12-29 13:01:30] return 0 + [22-12-29 13:01:30] skip_mpi=0 + [22-12-29 13:01:30] '[' 0 -eq 0 ']' + [22-12-29 13:01:30] source /root/.bashrc + [22-12-29 13:01:30] rhts_sync_set -s mpi_ready_-roce-0 /usr/bin/rhts_sync_set -s mpi_ready_-roce-0 -- State set = 12_mpi_ready_-roce-0 + [22-12-29 13:01:30] rhts_sync_block -s mpi_done_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s mpi_done_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_mpi_done_-roce-0 Server rdma-qe-30 not reported state 12_mpi_done_-roce-0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 12_mpi_done_-roce-0 + [22-12-29 13:02:40] route add -net 224.0.0.0 netmask 240.0.0.0 dev bnxt_roce SIOCADDRT: File exists ++ [22-12-29 13:02:40] RQA_get_rhel_major ++ [22-12-29 13:02:40] awk -F . '{print $1}' +++ [22-12-29 13:02:40] RQA_get_rhel_release +++ [22-12-29 13:02:40] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:02:40] echo 9 + [22-12-29 13:02:40] '[' 9 -ge 8 ']' + [22-12-29 13:02:40] ip maddr show dev bnxt_roce 2: bnxt_roce link 33:33:00:00:00:01 users 3 link 01:00:5e:00:00:01 users 3 link 01:80:c2:00:00:21 users 2 link 33:33:ff:97:b1:62 users 3 inet 224.0.0.1 inet6 ff02::1:ff97:b162 inet6 ff02::1 inet6 ff01::1 + [22-12-29 13:02:40] RQA_check_result -r 0 -t 'ip multicast addr' + [22-12-29 13:02:40] local test_pass=0 + [22-12-29 13:02:40] local test_skip=777 + [22-12-29 13:02:40] test 4 -gt 0 + [22-12-29 13:02:40] case $1 in + [22-12-29 13:02:40] local rc=0 + [22-12-29 13:02:40] shift + [22-12-29 13:02:40] shift + [22-12-29 13:02:40] test 2 -gt 0 + [22-12-29 13:02:40] case $1 in + [22-12-29 13:02:40] local 'msg=ip multicast addr' + [22-12-29 13:02:40] shift + [22-12-29 13:02:40] shift + [22-12-29 13:02:40] test 0 -gt 0 + [22-12-29 13:02:40] '[' -z 0 -o -z 'ip multicast addr' ']' + [22-12-29 13:02:40] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:02:40] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:02:40] '[' 0 -eq 0 ']' + [22-12-29 13:02:40] local test_result=PASS + [22-12-29 13:02:40] printf '%10s | %6s | %s\n' PASS 0 'ip multicast addr' + [22-12-29 13:02:40] set +x --- - TEST RESULT FOR sanity - Test: ip multicast addr - Result: PASS - Return: 0 --- + [22-12-29 13:02:40] [[ ! bnxt == *\c\x\g\b* ]] + [22-12-29 13:02:40] RQA_skip_test rping + [22-12-29 13:02:40] local skp=rping + [22-12-29 13:02:40] local skp_rtn=0 + [22-12-29 13:02:40] '[' '!' -z rping ']' + [22-12-29 13:02:40] [[ '' == *\r\p\i\n\g* ]] + [22-12-29 13:02:40] return 0 + [22-12-29 13:02:40] skip_rping=0 + [22-12-29 13:02:40] '[' 0 -eq 0 ']' + [22-12-29 13:02:40] rhts_sync_set -s rping-ready_-roce-0 /usr/bin/rhts_sync_set -s rping-ready_-roce-0 -- State set = 12_rping-ready_-roce-0 + [22-12-29 13:02:40] timeout 3m rping -s -a 172.31.40.31 -v -C 50 server ping data: rdma-ping-0: ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqr server ping data: rdma-ping-1: BCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrs server ping data: rdma-ping-2: CDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrst server ping data: rdma-ping-3: DEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstu server ping data: rdma-ping-4: EFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuv server ping data: rdma-ping-5: FGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvw server ping data: rdma-ping-6: GHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwx server ping data: rdma-ping-7: HIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxy server ping data: rdma-ping-8: IJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz server ping data: rdma-ping-9: JKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzA server ping data: rdma-ping-10: KLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzA server ping data: rdma-ping-11: LMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzAB server ping data: rdma-ping-12: MNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABC server ping data: rdma-ping-13: NOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCD server ping data: rdma-ping-14: OPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDE server ping data: rdma-ping-15: PQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEF server ping data: rdma-ping-16: QRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFG server ping data: rdma-ping-17: RSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGH server ping data: rdma-ping-18: STUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHI server ping data: rdma-ping-19: TUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJ server ping data: rdma-ping-20: UVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJK server ping data: rdma-ping-21: VWXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKL server ping data: rdma-ping-22: WXYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLM server ping data: rdma-ping-23: XYZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMN server ping data: rdma-ping-24: YZ[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNO server ping data: rdma-ping-25: Z[\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOP server ping data: rdma-ping-26: [\]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ server ping data: rdma-ping-27: \]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQR server ping data: rdma-ping-28: ]^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS server ping data: rdma-ping-29: ^_`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRST server ping data: rdma-ping-30: _`abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTU server ping data: rdma-ping-31: `abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUV server ping data: rdma-ping-32: abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVW server ping data: rdma-ping-33: bcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWX server ping data: rdma-ping-34: cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXY server ping data: rdma-ping-35: defghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ server ping data: rdma-ping-36: efghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[ server ping data: rdma-ping-37: fghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\ server ping data: rdma-ping-38: ghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\] server ping data: rdma-ping-39: hijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^ server ping data: rdma-ping-40: ijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_ server ping data: rdma-ping-41: jklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_` server ping data: rdma-ping-42: klmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`a server ping data: rdma-ping-43: lmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`ab server ping data: rdma-ping-44: mnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abc server ping data: rdma-ping-45: nopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcd server ping data: rdma-ping-46: opqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcde server ping data: rdma-ping-47: pqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdef server ping data: rdma-ping-48: qrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefg server ping data: rdma-ping-49: rstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdeserver DISCONNECT EVENT... wait for RDMA_READ_ADV state 10 fgh + [22-12-29 13:03:42] RQA_check_result -r 0 -t rping -c rping + [22-12-29 13:03:42] local test_pass=0 + [22-12-29 13:03:42] local test_skip=777 + [22-12-29 13:03:42] test 6 -gt 0 + [22-12-29 13:03:42] case $1 in + [22-12-29 13:03:42] local rc=0 + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] test 4 -gt 0 + [22-12-29 13:03:42] case $1 in + [22-12-29 13:03:42] local msg=rping + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] test 2 -gt 0 + [22-12-29 13:03:42] case $1 in + [22-12-29 13:03:42] local remote_cmnd=rping + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] shift + [22-12-29 13:03:42] test 0 -gt 0 + [22-12-29 13:03:42] '[' -z 0 -o -z rping ']' + [22-12-29 13:03:42] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:42] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:42] '[' 0 -eq 0 ']' + [22-12-29 13:03:42] local test_result=PASS + [22-12-29 13:03:42] printf '%10s | %6s | %s\n' PASS 0 rping + [22-12-29 13:03:42] set +x --- - TEST RESULT FOR sanity - Test: rping - Result: PASS - Return: 0 --- + [22-12-29 13:03:42] rhts_sync_block -s rping-DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s rping-DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_rping-DONE_-roce-0 + [22-12-29 13:03:42] RQA_skip_test rcopy + [22-12-29 13:03:42] local skp=rcopy + [22-12-29 13:03:42] local skp_rtn=0 + [22-12-29 13:03:42] '[' '!' -z rcopy ']' + [22-12-29 13:03:42] [[ '' == *\r\c\o\p\y* ]] + [22-12-29 13:03:42] return 0 + [22-12-29 13:03:42] skip_rcopy=0 + [22-12-29 13:03:42] '[' 0 -eq 0 ']' + [22-12-29 13:03:42] rm -f /tmp/123 + [22-12-29 13:03:42] rhts_sync_set -s rcopy-ready_-roce-0 /usr/bin/rhts_sync_set -s rcopy-ready_-roce-0 -- State set = 12_rcopy-ready_-roce-0 + [22-12-29 13:03:42] timeout 3m rcopy waiting for connection...client: 172.31.40.30 opening: /tmp/123, transferring...4 bytes...closing...done waiting for connection..../tier1.sh: line 227: 41286 Killed timeout 3m rcopy + [22-12-29 13:03:48] grep -w 123 /tmp/123 123 + [22-12-29 13:03:48] RQA_check_result -r 0 -t rcopy -c rcopy + [22-12-29 13:03:48] local test_pass=0 + [22-12-29 13:03:48] local test_skip=777 + [22-12-29 13:03:48] test 6 -gt 0 + [22-12-29 13:03:48] case $1 in + [22-12-29 13:03:48] local rc=0 + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] test 4 -gt 0 + [22-12-29 13:03:48] case $1 in + [22-12-29 13:03:48] local msg=rcopy + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] test 2 -gt 0 + [22-12-29 13:03:48] case $1 in + [22-12-29 13:03:48] local remote_cmnd=rcopy + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] shift + [22-12-29 13:03:48] test 0 -gt 0 + [22-12-29 13:03:48] '[' -z 0 -o -z rcopy ']' + [22-12-29 13:03:48] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:48] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:48] '[' 0 -eq 0 ']' + [22-12-29 13:03:48] local test_result=PASS + [22-12-29 13:03:48] printf '%10s | %6s | %s\n' PASS 0 rcopy + [22-12-29 13:03:48] set +x --- - TEST RESULT FOR sanity - Test: rcopy - Result: PASS - Return: 0 --- + [22-12-29 13:03:48] rhts_sync_block -s rcopy-DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s rcopy-DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_rcopy-DONE_-roce-0 + [22-12-29 13:03:48] RQA_skip_test perftest + [22-12-29 13:03:48] local skp=perftest + [22-12-29 13:03:48] local skp_rtn=0 + [22-12-29 13:03:48] '[' '!' -z perftest ']' + [22-12-29 13:03:48] [[ '' == *\p\e\r\f\t\e\s\t* ]] + [22-12-29 13:03:48] return 0 + [22-12-29 13:03:48] skip_perftest=0 + [22-12-29 13:03:48] '[' 0 -eq 0 ']' + [22-12-29 13:03:48] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-12-29 13:03:48] which ib_read_bw ++ [22-12-29 13:03:48] alias ++ [22-12-29 13:03:48] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_read_bw ++ [22-12-29 13:03:48] eval declare -f +++ [22-12-29 13:03:48] declare -f + [22-12-29 13:03:48] '[' /usr/bin/ib_read_bw ']' + [22-12-29 13:03:48] rhts_sync_set -s ib_read_bw-ready_-roce-0 /usr/bin/rhts_sync_set -s ib_read_bw-ready_-roce-0 -- State set = 12_ib_read_bw-ready_-roce-0 + [22-12-29 13:03:48] timeout 3m ib_read_bw -d bnxt_re0 -i 1 -F -R ************************************ * Waiting for client to connect... * ************************************ --------------------------------------------------------------------------------------- RDMA_Read BW Test Dual-port : OFF Device : bnxt_re0 Number of qps : 1 Transport type : IB Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 3 Outstand reads : 16 rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- Waiting for client rdma_cm QP to connect Please run the same command with the IB/RoCE interface IP --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x00c9 PSN 0x7c35d0 GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:31 remote address: LID 0000 QPN 0x00c9 PSN 0xc01ac5 GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:30 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 1000 2924.61 2924.59 0.046793 --------------------------------------------------------------------------------------- + [22-12-29 13:03:53] RQA_check_result -r 0 -t ib_read_bw -c ib_read_bw + [22-12-29 13:03:53] local test_pass=0 + [22-12-29 13:03:53] local test_skip=777 + [22-12-29 13:03:53] test 6 -gt 0 + [22-12-29 13:03:53] case $1 in + [22-12-29 13:03:53] local rc=0 + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] test 4 -gt 0 + [22-12-29 13:03:53] case $1 in + [22-12-29 13:03:53] local msg=ib_read_bw + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] test 2 -gt 0 + [22-12-29 13:03:53] case $1 in + [22-12-29 13:03:53] local remote_cmnd=ib_read_bw + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] shift + [22-12-29 13:03:53] test 0 -gt 0 + [22-12-29 13:03:53] '[' -z 0 -o -z ib_read_bw ']' + [22-12-29 13:03:53] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:53] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:53] '[' 0 -eq 0 ']' + [22-12-29 13:03:53] local test_result=PASS + [22-12-29 13:03:53] printf '%10s | %6s | %s\n' PASS 0 ib_read_bw + [22-12-29 13:03:53] set +x --- - TEST RESULT FOR sanity - Test: ib_read_bw - Result: PASS - Return: 0 --- + [22-12-29 13:03:53] rhts_sync_block -s ib_read_bw-DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s ib_read_bw-DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_ib_read_bw-DONE_-roce-0 + [22-12-29 13:03:53] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-12-29 13:03:53] which ib_send_bw ++ [22-12-29 13:03:53] alias ++ [22-12-29 13:03:53] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_send_bw ++ [22-12-29 13:03:53] eval declare -f +++ [22-12-29 13:03:53] declare -f + [22-12-29 13:03:53] '[' /usr/bin/ib_send_bw ']' + [22-12-29 13:03:53] rhts_sync_set -s ib_send_bw-ready_-roce-0 /usr/bin/rhts_sync_set -s ib_send_bw-ready_-roce-0 -- State set = 12_ib_send_bw-ready_-roce-0 + [22-12-29 13:03:53] timeout 3m ib_send_bw -d bnxt_re0 -i 1 -F -R ************************************ * Waiting for client to connect... * ************************************ --------------------------------------------------------------------------------------- Send BW Test Dual-port : OFF Device : bnxt_re0 Number of qps : 1 Transport type : IB Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF RX depth : 512 CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 3 Max inline data : 0[B] rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- Waiting for client rdma_cm QP to connect Please run the same command with the IB/RoCE interface IP --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x00cb PSN 0xd193be GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:31 remote address: LID 0000 QPN 0x00cb PSN 0x75676a GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:30 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 1000 0.00 2930.53 0.046888 --------------------------------------------------------------------------------------- + [22-12-29 13:03:59] RQA_check_result -r 0 -t ib_send_bw -c ib_send_bw + [22-12-29 13:03:59] local test_pass=0 + [22-12-29 13:03:59] local test_skip=777 + [22-12-29 13:03:59] test 6 -gt 0 + [22-12-29 13:03:59] case $1 in + [22-12-29 13:03:59] local rc=0 + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] test 4 -gt 0 + [22-12-29 13:03:59] case $1 in + [22-12-29 13:03:59] local msg=ib_send_bw + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] test 2 -gt 0 + [22-12-29 13:03:59] case $1 in + [22-12-29 13:03:59] local remote_cmnd=ib_send_bw + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] shift + [22-12-29 13:03:59] test 0 -gt 0 + [22-12-29 13:03:59] '[' -z 0 -o -z ib_send_bw ']' + [22-12-29 13:03:59] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:59] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:03:59] '[' 0 -eq 0 ']' + [22-12-29 13:03:59] local test_result=PASS + [22-12-29 13:03:59] printf '%10s | %6s | %s\n' PASS 0 ib_send_bw + [22-12-29 13:03:59] set +x --- - TEST RESULT FOR sanity - Test: ib_send_bw - Result: PASS - Return: 0 --- + [22-12-29 13:03:59] rhts_sync_block -s ib_send_bw-DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s ib_send_bw-DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_ib_send_bw-DONE_-roce-0 + [22-12-29 13:03:59] for prog in ib_read_bw ib_send_bw ib_write_bw ++ [22-12-29 13:03:59] which ib_write_bw ++ [22-12-29 13:03:59] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot ib_write_bw ++ [22-12-29 13:03:59] alias ++ [22-12-29 13:03:59] eval declare -f +++ [22-12-29 13:03:59] declare -f + [22-12-29 13:03:59] '[' /usr/bin/ib_write_bw ']' + [22-12-29 13:03:59] rhts_sync_set -s ib_write_bw-ready_-roce-0 /usr/bin/rhts_sync_set -s ib_write_bw-ready_-roce-0 -- State set = 12_ib_write_bw-ready_-roce-0 + [22-12-29 13:03:59] timeout 3m ib_write_bw -d bnxt_re0 -i 1 -F -R ************************************ * Waiting for client to connect... * ************************************ --------------------------------------------------------------------------------------- RDMA_Write BW Test Dual-port : OFF Device : bnxt_re0 Number of qps : 1 Transport type : IB Connection type : RC Using SRQ : OFF PCIe relax order: ON ibv_wr* API : OFF CQ Moderation : 1 Mtu : 4096[B] Link type : Ethernet GID index : 3 Max inline data : 0[B] rdma_cm QPs : ON Data ex. method : rdma_cm --------------------------------------------------------------------------------------- Waiting for client rdma_cm QP to connect Please run the same command with the IB/RoCE interface IP --------------------------------------------------------------------------------------- local address: LID 0000 QPN 0x00cd PSN 0x4d8e24 GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:31 remote address: LID 0000 QPN 0x00cd PSN 0x25ea97 GID: 00:00:00:00:00:00:00:00:00:00:255:255:172:31:40:30 --------------------------------------------------------------------------------------- #bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps] 65536 5000 2926.18 2926.16 0.046819 --------------------------------------------------------------------------------------- + [22-12-29 13:04:05] RQA_check_result -r 0 -t ib_write_bw -c ib_write_bw + [22-12-29 13:04:05] local test_pass=0 + [22-12-29 13:04:05] local test_skip=777 + [22-12-29 13:04:05] test 6 -gt 0 + [22-12-29 13:04:05] case $1 in + [22-12-29 13:04:05] local rc=0 + [22-12-29 13:04:05] shift + [22-12-29 13:04:05] shift + [22-12-29 13:04:05] test 4 -gt 0 + [22-12-29 13:04:05] case $1 in + [22-12-29 13:04:05] local msg=ib_write_bw + [22-12-29 13:04:06] shift + [22-12-29 13:04:06] shift + [22-12-29 13:04:06] test 2 -gt 0 + [22-12-29 13:04:06] case $1 in + [22-12-29 13:04:06] local remote_cmnd=ib_write_bw + [22-12-29 13:04:06] shift + [22-12-29 13:04:06] shift + [22-12-29 13:04:06] test 0 -gt 0 + [22-12-29 13:04:06] '[' -z 0 -o -z ib_write_bw ']' + [22-12-29 13:04:06] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:04:06] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:04:06] '[' 0 -eq 0 ']' + [22-12-29 13:04:06] local test_result=PASS + [22-12-29 13:04:06] printf '%10s | %6s | %s\n' PASS 0 ib_write_bw + [22-12-29 13:04:06] set +x --- - TEST RESULT FOR sanity - Test: ib_write_bw - Result: PASS - Return: 0 --- + [22-12-29 13:04:06] rhts_sync_block -s ib_write_bw-DONE_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s ib_write_bw-DONE_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_ib_write_bw-DONE_-roce-0 + [22-12-29 13:04:06] RQA_skip_test iser + [22-12-29 13:04:06] local skp=iser + [22-12-29 13:04:06] local skp_rtn=0 + [22-12-29 13:04:06] '[' '!' -z iser ']' + [22-12-29 13:04:06] [[ '' == *\i\s\e\r* ]] + [22-12-29 13:04:06] return 0 + [22-12-29 13:04:06] skip_iser=0 + [22-12-29 13:04:06] '[' 0 -eq 0 ']' + [22-12-29 13:04:06] [[ ! bnxt == \c\x\g\b\3 ]] + [22-12-29 13:04:06] [[ ! bnxt == \o\c\r\d\m\a ]] ++ [22-12-29 13:04:06] RQA_get_rhel_major ++ [22-12-29 13:04:06] awk -F . '{print $1}' +++ [22-12-29 13:04:06] RQA_get_rhel_release +++ [22-12-29 13:04:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:04:06] echo 9 + [22-12-29 13:04:06] [[ 9 -ge 7 ]] ++ [22-12-29 13:04:06] RQA_get_block_dev_xfs 172.31.40.31 ++ [22-12-29 13:04:06] ssh 172.31.40.31 df -h ++ [22-12-29 13:04:06] awk '{print $1}' ++ [22-12-29 13:04:06] grep /mnt/rdma-xfs + [22-12-29 13:04:06] server_block_dev=/dev/sda4 + [22-12-29 13:04:06] umount /dev/sda4 + [22-12-29 13:04:06] targetcli /backstores/block create vol1 /dev/sda4 Warning: Could not load preferences file /root/.targetcli/prefs.bin. Created block storage object vol1 using /dev/sda4. + [22-12-29 13:04:06] targetcli /iscsi create iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target Created target iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target. Created TPG 1. Global pref auto_add_default_portal=true Created default portal listening on all IPs (0.0.0.0), port 3260. + [22-12-29 13:04:07] targetcli /iscsi/iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target/tpg1/portals/ delete 0.0.0.0 3260 Deleted network portal 0.0.0.0:3260 + [22-12-29 13:04:07] targetcli /iscsi/iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target/tpg1/portals/ create 172.31.40.31 Using default IP port 3260 Created network portal 172.31.40.31:3260. + [22-12-29 13:04:07] targetcli /iscsi/iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target/tpg1/portals/172.31.40.31:3260 enable_iser true iSER enable now: True + [22-12-29 13:04:07] targetcli /iscsi/iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target/tpg1/luns create /backstores/block/vol1 Created LUN 0. + [22-12-29 13:04:08] targetcli /iscsi/iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target/tpg1/ set attribute authentication=0 demo_mode_write_protect=0 generate_node_acls=1 cache_dynamic_acls=1 Parameter authentication is now '0'. Parameter demo_mode_write_protect is now '0'. Parameter generate_node_acls is now '1'. Parameter cache_dynamic_acls is now '1'. + [22-12-29 13:04:08] targetcli ls o- / ......................................................................................................................... [...] o- backstores .............................................................................................................. [...] | o- block .................................................................................................. [Storage Objects: 1] | | o- vol1 ........................................................................... [/dev/sda4 (25.0GiB) write-thru activated] | | o- alua ................................................................................................... [ALUA Groups: 1] | | o- default_tg_pt_gp ....................................................................... [ALUA state: Active/optimized] | o- fileio ................................................................................................. [Storage Objects: 0] | o- pscsi .................................................................................................. [Storage Objects: 0] | o- ramdisk ................................................................................................ [Storage Objects: 0] o- iscsi ............................................................................................................ [Targets: 1] | o- iqn.2003-01.org.linux-iscsi.rdma.x8664:test-target ................................................................ [TPGs: 1] | o- tpg1 .................................................................................................. [gen-acls, no-auth] | o- acls .......................................................................................................... [ACLs: 0] | o- luns .......................................................................................................... [LUNs: 1] | | o- lun0 ...................................................................... [block/vol1 (/dev/sda4) (default_tg_pt_gp)] | o- portals .................................................................................................... [Portals: 1] | o- 172.31.40.31:3260 .............................................................................................. [iser] o- loopback ......................................................................................................... [Targets: 0] o- srpt ............................................................................................................. [Targets: 0] + [22-12-29 13:04:08] targetcli saveconfig Configuration saved to /etc/target/saveconfig.json + [22-12-29 13:04:08] rhts_sync_set -s iser-ready_-roce-0 /usr/bin/rhts_sync_set -s iser-ready_-roce-0 -- State set = 12_iser-ready_-roce-0 + [22-12-29 13:04:08] rhts_sync_block -s iser-done_-roce-0 rdma-qe-30 /usr/bin/rhts_sync_block -s iser-done_-roce-0 rdma-qe-30 -- Blocking state(s) = 12_iser-done_-roce-0 Server rdma-qe-30 not reported state 12_iser-done_-roce-0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 12_iser-done_-roce-0 + [22-12-29 13:05:18] targetcli clearconfig confirm=true All configuration cleared + [22-12-29 13:05:19] targetcli ls o- / ......................................................................................................................... [...] o- backstores .............................................................................................................. [...] | o- block .................................................................................................. [Storage Objects: 0] | o- fileio ................................................................................................. [Storage Objects: 0] | o- pscsi .................................................................................................. [Storage Objects: 0] | o- ramdisk ................................................................................................ [Storage Objects: 0] o- iscsi ............................................................................................................ [Targets: 0] o- loopback ......................................................................................................... [Targets: 0] o- srpt ............................................................................................................. [Targets: 0] + [22-12-29 13:05:19] mount /dev/sda4 ++ [22-12-29 13:05:19] df -h ++ [22-12-29 13:05:19] grep /dev/sda4 ++ [22-12-29 13:05:19] awk '{print $NF}' + [22-12-29 13:05:19] server_block_dir=/mnt/rdma-xfs + [22-12-29 13:05:19] '[' -d /mnt/rdma-xfs ']' + [22-12-29 13:05:19] rm -f '/mnt/rdma-xfs/*' + [22-12-29 13:05:19] df -h Filesystem Size Used Avail Use% Mounted on devtmpfs 4.0M 0 4.0M 0% /dev tmpfs 31G 0 31G 0% /dev/shm tmpfs 13G 9.4M 13G 1% /run /dev/sda6 56G 4.5G 52G 8% / /dev/sda2 1014M 258M 757M 26% /boot /dev/sda1 599M 7.5M 592M 2% /boot/efi /dev/sda3 25G 24K 24G 1% /mnt/rdma-ext4 tmpfs 6.2G 4.0K 6.2G 1% /run/user/0 kdump.usersys.redhat.com:/var/www/html/vmcore 493G 60G 408G 13% /var/crash /dev/sda4 25G 211M 25G 1% /mnt/rdma-xfs + [22-12-29 13:05:19] RQA_skip_test nfsordma + [22-12-29 13:05:19] local skp=nfsordma + [22-12-29 13:05:19] local skp_rtn=0 + [22-12-29 13:05:19] '[' '!' -z nfsordma ']' + [22-12-29 13:05:19] [[ '' == *\n\f\s\o\r\d\m\a* ]] + [22-12-29 13:05:19] return 0 + [22-12-29 13:05:19] skip_nfsordma=0 + [22-12-29 13:05:19] '[' 0 -eq 0 ']' + [22-12-29 13:05:19] local nfs_dir=/srv/nfs + [22-12-29 13:05:19] nfs_rdma_mod=rpcrdma ++ [22-12-29 13:05:19] RQA_get_rhel_major ++ [22-12-29 13:05:19] awk -F . '{print $1}' +++ [22-12-29 13:05:19] RQA_get_rhel_release +++ [22-12-29 13:05:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:05:19] echo 9 + [22-12-29 13:05:19] (( 9 <= 7 )) + [22-12-29 13:05:19] lsmod + [22-12-29 13:05:19] grep rpcrdma rpcrdma 372736 0 sunrpc 700416 10 rpcrdma,nfsv4,auth_rpcgss,lockd,rpcsec_gss_krb5,nfs rdma_cm 139264 5 rpcrdma,ib_srpt,ib_iser,ib_isert,rdma_ucm ib_core 450560 11 rdma_cm,ib_ipoib,rpcrdma,ib_srpt,iw_cm,bnxt_re,ib_iser,ib_isert,rdma_ucm,ib_uverbs,ib_cm + [22-12-29 13:05:19] [[ 0 -eq 0 ]] + [22-12-29 13:05:19] modprobe rpcrdma + [22-12-29 13:05:19] for fs_type in XFS_EXT RAMDISK + [22-12-29 13:05:19] local ramdisk_mnt=1 + [22-12-29 13:05:19] local l_nfs_start=1 + [22-12-29 13:05:19] local l_nfs_stop=1 + [22-12-29 13:05:19] '[' '!' -d /srv/nfs ']' + [22-12-29 13:05:19] mkdir -p /srv/nfs + [22-12-29 13:05:19] [[ XFS_EXT == \R\A\M\D\I\S\K ]] + [22-12-29 13:05:19] echo '/srv/nfs *(fsid=0,rw,async,insecure,no_root_squash)' + [22-12-29 13:05:19] exportfs -a ++ [22-12-29 13:05:19] RQA_get_rhel_major ++ [22-12-29 13:05:19] awk -F . '{print $1}' +++ [22-12-29 13:05:19] RQA_get_rhel_release +++ [22-12-29 13:05:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:05:19] echo 9 + [22-12-29 13:05:19] (( 9 >= 8 )) + [22-12-29 13:05:19] nfsconf --set nfsd rdma 20049 + [22-12-29 13:05:19] RQA_sys_service nfs-server restart + [22-12-29 13:05:19] SERVICE_RETURN=1 + [22-12-29 13:05:19] '[' 2 -ne 2 ']' + [22-12-29 13:05:19] test 2 -gt 0 + [22-12-29 13:05:19] case $1 in + [22-12-29 13:05:19] serv=nfs-server + [22-12-29 13:05:19] shift + [22-12-29 13:05:19] test 1 -gt 0 + [22-12-29 13:05:19] case $1 in + [22-12-29 13:05:19] action=restart + [22-12-29 13:05:19] shift + [22-12-29 13:05:19] test 0 -gt 0 ++ [22-12-29 13:05:19] RQA_get_rhel_major ++ [22-12-29 13:05:19] awk -F . '{print $1}' +++ [22-12-29 13:05:19] RQA_get_rhel_release +++ [22-12-29 13:05:19] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:05:19] echo 9 + [22-12-29 13:05:19] '[' 9 -ge 7 ']' + [22-12-29 13:05:19] /usr/bin/systemctl restart nfs-server + [22-12-29 13:05:20] SERVICE_RETURN=0 + [22-12-29 13:05:20] return 0 + [22-12-29 13:05:20] l_nfs_start=0 + [22-12-29 13:05:20] grep rdma + [22-12-29 13:05:20] cat /proc/fs/nfsd/portlist rdma 20049 rdma 20049 + [22-12-29 13:05:20] [[ XFS_EXT == \R\A\M\D\I\S\K ]] + [22-12-29 13:05:20] RQA_check_result -r 0 -t 'nfsordma - server nfs started - XFS_EXT' + [22-12-29 13:05:20] local test_pass=0 + [22-12-29 13:05:20] local test_skip=777 + [22-12-29 13:05:20] test 4 -gt 0 + [22-12-29 13:05:20] case $1 in + [22-12-29 13:05:20] local rc=0 + [22-12-29 13:05:20] shift + [22-12-29 13:05:20] shift + [22-12-29 13:05:20] test 2 -gt 0 + [22-12-29 13:05:20] case $1 in + [22-12-29 13:05:20] local 'msg=nfsordma - server nfs started - XFS_EXT' + [22-12-29 13:05:20] shift + [22-12-29 13:05:20] shift + [22-12-29 13:05:20] test 0 -gt 0 + [22-12-29 13:05:20] '[' -z 0 -o -z 'nfsordma - server nfs started - XFS_EXT' ']' + [22-12-29 13:05:20] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:05:20] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:05:20] '[' 0 -eq 0 ']' + [22-12-29 13:05:20] local test_result=PASS + [22-12-29 13:05:20] printf '%10s | %6s | %s\n' PASS 0 'nfsordma - server nfs started - XFS_EXT' + [22-12-29 13:05:20] set +x --- - TEST RESULT FOR sanity - Test: nfsordma - server nfs started - XFS_EXT - Result: PASS - Return: 0 --- + [22-12-29 13:05:20] rhts_sync_set -s nfsordma-server-ready_-roce-XFS_EXT_0 /usr/bin/rhts_sync_set -s nfsordma-server-ready_-roce-XFS_EXT_0 -- State set = 12_nfsordma-server-ready_-roce-XFS_EXT_0 + [22-12-29 13:05:20] rhts_sync_block -s nfsordma-client-done_-roce-XFS_EXT_0 rdma-qe-30 /usr/bin/rhts_sync_block -s nfsordma-client-done_-roce-XFS_EXT_0 rdma-qe-30 -- Blocking state(s) = 12_nfsordma-client-done_-roce-XFS_EXT_0 Server rdma-qe-30 not reported state 12_nfsordma-client-done_-roce-XFS_EXT_0 for Multihost Sync rcvd 0 bytes, ret 0 [0, 0] Retrying rstrnt-sync-block for state 12_nfsordma-client-done_-roce-XFS_EXT_0 + [22-12-29 13:06:30] RQA_sys_service nfs-server status + [22-12-29 13:06:30] SERVICE_RETURN=1 + [22-12-29 13:06:30] '[' 2 -ne 2 ']' + [22-12-29 13:06:30] test 2 -gt 0 + [22-12-29 13:06:30] case $1 in + [22-12-29 13:06:30] serv=nfs-server + [22-12-29 13:06:30] shift + [22-12-29 13:06:30] test 1 -gt 0 + [22-12-29 13:06:30] case $1 in + [22-12-29 13:06:30] action=status + [22-12-29 13:06:30] shift + [22-12-29 13:06:30] test 0 -gt 0 ++ [22-12-29 13:06:30] RQA_get_rhel_major ++ [22-12-29 13:06:30] awk -F . '{print $1}' +++ [22-12-29 13:06:30] RQA_get_rhel_release +++ [22-12-29 13:06:30] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:06:30] echo 9 + [22-12-29 13:06:30] '[' 9 -ge 7 ']' + [22-12-29 13:06:30] /usr/bin/systemctl status nfs-server ● nfs-server.service - NFS server and services Loaded: loaded (/usr/lib/systemd/system/nfs-server.service; disabled; preset: disabled) Active: active (exited) since Thu 2022-12-29 13:05:20 EST; 1min 10s ago Process: 42018 ExecStartPre=/usr/sbin/exportfs -r (code=exited, status=0/SUCCESS) Process: 42019 ExecStart=/usr/sbin/rpc.nfsd (code=exited, status=0/SUCCESS) Process: 42031 ExecStart=/bin/sh -c if systemctl -q is-active gssproxy; then systemctl reload gssproxy ; fi (code=exited, status=0/SUCCESS) Main PID: 42031 (code=exited, status=0/SUCCESS) CPU: 37ms Dec 29 13:05:20 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com systemd[1]: Starting NFS server and services... Dec 29 13:05:20 rdma-qe-31.rdma.lab.eng.rdu2.redhat.com systemd[1]: Finished NFS server and services. + [22-12-29 13:06:30] SERVICE_RETURN=0 + [22-12-29 13:06:30] return 0 + [22-12-29 13:06:30] [[ 0 -eq 0 ]] + [22-12-29 13:06:30] RQA_sys_service nfs-server stop + [22-12-29 13:06:30] SERVICE_RETURN=1 + [22-12-29 13:06:30] '[' 2 -ne 2 ']' + [22-12-29 13:06:30] test 2 -gt 0 + [22-12-29 13:06:30] case $1 in + [22-12-29 13:06:30] serv=nfs-server + [22-12-29 13:06:30] shift + [22-12-29 13:06:30] test 1 -gt 0 + [22-12-29 13:06:30] case $1 in + [22-12-29 13:06:30] action=stop + [22-12-29 13:06:30] shift + [22-12-29 13:06:30] test 0 -gt 0 ++ [22-12-29 13:06:30] RQA_get_rhel_major ++ [22-12-29 13:06:30] awk -F . '{print $1}' +++ [22-12-29 13:06:30] RQA_get_rhel_release +++ [22-12-29 13:06:30] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:06:30] echo 9 + [22-12-29 13:06:30] '[' 9 -ge 7 ']' + [22-12-29 13:06:30] /usr/bin/systemctl stop nfs-server + [22-12-29 13:15:31] SERVICE_RETURN=0 + [22-12-29 13:15:31] return 0 + [22-12-29 13:15:31] l_nfs_stop=0 ++ [22-12-29 13:15:31] RQA_get_rhel_major ++ [22-12-29 13:15:31] awk -F . '{print $1}' +++ [22-12-29 13:15:31] RQA_get_rhel_release +++ [22-12-29 13:15:31] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [22-12-29 13:15:31] echo 9 + [22-12-29 13:15:31] (( 9 <= 7 )) + [22-12-29 13:15:31] [[ XFS_EXT == \R\A\M\D\I\S\K ]] + [22-12-29 13:15:31] RQA_check_result -r 0 -t 'nfsordma - server nfs stopped - XFS_EXT' + [22-12-29 13:15:31] local test_pass=0 + [22-12-29 13:15:31] local test_skip=777 + [22-12-29 13:15:31] test 4 -gt 0 + [22-12-29 13:15:31] case $1 in + [22-12-29 13:15:31] local rc=0 + [22-12-29 13:15:31] shift + [22-12-29 13:15:31] shift + [22-12-29 13:15:31] test 2 -gt 0 + [22-12-29 13:15:31] case $1 in + [22-12-29 13:15:31] local 'msg=nfsordma - server nfs stopped - XFS_EXT' + [22-12-29 13:15:31] shift + [22-12-29 13:15:31] shift + [22-12-29 13:15:31] test 0 -gt 0 + [22-12-29 13:15:31] '[' -z 0 -o -z 'nfsordma - server nfs stopped - XFS_EXT' ']' + [22-12-29 13:15:31] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:15:31] '[' -z /tmp/tmp.wfJbZFqWVI/results_cki-sanity.txt ']' + [22-12-29 13:15:31] '[' 0 -eq 0 ']' + [22-12-29 13:15:31] local test_result=PASS + [22-12-29 13:15:31] printf '%10s | %6s | %s\n' PASS 0 'nfsordma - server nfs stopped - XFS_EXT' + [22-12-29 13:15:31] set +x --- - TEST RESULT FOR sanity - Test: nfsordma - server nfs stopped - XFS_EXT - Result: PASS - Return: 0 --- + [22-12-29 13:15:31] rm -rf /srv/nfs /etc/exports + [22-12-29 13:15:31] touch /etc/exports + [22-12-29 13:15:31] exportfs -r