+ [23-01-29 23:35:01] '[' multi == multi ']' + [23-01-29 23:35:01] echo 'Clients: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com' Clients: rdma-qe-31.rdma.lab.eng.rdu2.redhat.com + [23-01-29 23:35:01] echo 'Servers: rdma-cki-01.rdma.lab.eng.rdu2.redhat.com' Servers: rdma-cki-01.rdma.lab.eng.rdu2.redhat.com + [23-01-29 23:35:01] RQA_system_info_for_debug + [23-01-29 23:35:01] grep -i distro /etc/motd + [23-01-29 23:35:01] tr -d ' ' DISTRO=CentOS-Stream-9-20230123.0 + [23-01-29 23:35:01] cat /etc/redhat-release CentOS Stream release 9 + [23-01-29 23:35:01] uname -a Linux rdma-cki-01.rdma.lab.eng.rdu2.redhat.com 5.14.0-247.rt14.248.1955_761091568.el9.x86_64 #1 SMP PREEMPT_RT Mon Jan 30 03:14:13 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux + [23-01-29 23:35:01] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-247.rt14.248.1955_761091568.el9.x86_64 root=UUID=c55747b2-a471-4d5e-bcbc-39f4ad1ba337 ro efi=runtime resume=UUID=b7a7c0f6-9003-4083-98f8-d8bd61514756 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [23-01-29 23:35:01] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [23-01-29 23:35:01] tail /sys/class/infiniband/mlx5_bond_0/fw_ver 22.99.7864 + [23-01-29 23:35:01] lspci + [23-01-29 23:35:01] grep -i -e ethernet -e infiniband -e omni -e ConnectX 84:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx] 84:00.1 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx] c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [23-01-29 23:35:01] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.25 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [23-01-29 23:35:01] ibstat CA 'mlx5_bond_0' CA type: MT4125 Number of ports: 1 Firmware version: 22.99.7864 Hardware version: 0 Node GUID: 0xb8599f0300f07fd0 System image GUID: 0xb8599f0300f07fd0 Port 1: State: Active Physical state: LinkUp Rate: 100 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x00010000 Port GUID: 0xba599ffffef07fd0 Link layer: Ethernet + [23-01-29 23:35:01] ibstatus Infiniband device 'mlx5_bond_0' port 1 status: default gid: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 100 Gb/sec (4X EDR) link_layer: Ethernet + [23-01-29 23:35:01] /usr/bin/ibv_devinfo -v hca_id: mlx5_bond_0 transport: InfiniBand (0) fw_ver: 22.99.7864 node_guid: b859:9f03:00f0:7fd0 sys_image_guid: b859:9f03:00f0:7fd0 vendor_id: 0x02c9 vendor_part_id: 4125 hw_ver: 0x0 board_id: MT_0000000359 phys_port_cnt: 1 max_mr_size: 0xffffffffffffffff page_size_cap: 0xfffffffffffff000 max_qp: 131072 max_qp_wr: 32768 device_cap_flags: 0x25321c36 BAD_PKEY_CNTR BAD_QKEY_CNTR AUTO_PATH_MIG CHANGE_PHY_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN MEM_WINDOW XRC MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B RAW_IP_CSUM MANAGED_FLOW_STEERING max_sge: 30 max_sge_rd: 30 max_cq: 16777216 max_cqe: 4194303 max_mr: 16777216 max_pd: 16777216 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 2097152 max_qp_init_rd_atom: 16 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_HCA (1) max_ee: 0 max_rdd: 0 max_mw: 16777216 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 0 max_mcast_grp: 2097152 max_mcast_qp_attach: 240 max_total_mcast_qp_attach: 503316480 max_ah: 2147483647 max_fmr: 0 max_srq: 8388608 max_srq_wr: 32767 max_srq_sge: 31 max_pkeys: 128 local_ca_ack_delay: 16 general_odp_caps: ODP_SUPPORT ODP_SUPPORT_IMPLICIT rc_odp_caps: SUPPORT_SEND SUPPORT_RECV SUPPORT_WRITE SUPPORT_READ SUPPORT_SRQ uc_odp_caps: NO SUPPORT ud_odp_caps: SUPPORT_SEND xrc_odp_caps: SUPPORT_SEND SUPPORT_WRITE SUPPORT_READ SUPPORT_SRQ completion timestamp_mask: 0x7fffffffffffffff hca_core_clock: 156250kHZ raw packet caps: C-VLAN stripping offload Scatter FCS offload IP csum offload Delay drop device_cap_flags_ex: 0x1425321C36 RAW_SCATTER_FCS PCI_WRITE_END_PADDING tso_caps: max_tso: 262144 supported_qp: SUPPORT_RAW_PACKET rss_caps: max_rwq_indirection_tables: 65536 max_rwq_indirection_table_size: 2048 rx_hash_function: 0x1 rx_hash_fields_mask: 0x800000FF supported_qp: SUPPORT_RAW_PACKET max_wq_type_rq: 8388608 packet_pacing_caps: qp_rate_limit_min: 1kbps qp_rate_limit_max: 100000000kbps supported_qp: SUPPORT_RAW_PACKET tag matching not supported cq moderation caps: max_cq_count: 65535 max_cq_period: 4095 us maximum available device memory: 131072Bytes num_comp_vectors: 48 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x04010000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 4X (2) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 1]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 2]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 3]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 4]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 5]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d51, RoCE v1 GID[ 7]: ::ffff:172.31.45.81, RoCE v2 GID[ 8]: 0000:0000:0000:0000:0000:ffff:ac1f:2851, RoCE v1 GID[ 9]: ::ffff:172.31.40.81, RoCE v2 GID[ 10]: 0000:0000:0000:0000:0000:ffff:ac1f:2b51, RoCE v1 GID[ 11]: ::ffff:172.31.43.81, RoCE v2 + [23-01-29 23:35:01] iblinkinfo ibwarn: [11678] mad_rpc_open_port: client_register for mgmt 1 failed Failed to open (null) port 0 + [23-01-29 23:35:01] [[ '' == *\o\p\a* ]] + [23-01-29 23:35:01] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f7:84 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.16/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86175sec preferred_lft 86175sec inet6 2620:52:0:1d9:4adf:37ff:fead:f784/64 scope global dynamic noprefixroute valid_lft 2591934sec preferred_lft 604734sec inet6 fe80::4adf:37ff:fead:f784/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:85 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 4: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:86 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 5: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:87 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 6: mlx5_slave1: mtu 9000 qdisc mq master mlx5_bond_roce state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff altname enp132s0f0np0 altname ens1f0np0 7: mlx5_slave2: mtu 9000 qdisc mq master mlx5_bond_roce state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff permaddr b8:59:9f:f0:7f:d1 altname enp132s0f1np1 altname ens1f1np1 8: mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.40.81/24 brd 172.31.40.255 scope global dynamic noprefixroute mlx5_bond_roce valid_lft 3395sec preferred_lft 3395sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: mlx5_bond_ro.45@mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.45.81/24 brd 172.31.45.255 scope global dynamic noprefixroute mlx5_bond_ro.45 valid_lft 3395sec preferred_lft 3395sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever 10: mlx5_bond_ro.43@mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.43.81/24 brd 172.31.43.255 scope global dynamic noprefixroute mlx5_bond_ro.43 valid_lft 3399sec preferred_lft 3399sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever + [23-01-29 23:35:01] grep -i fedora /etc/redhat-release + [23-01-29 23:35:01] [[ '' == \i\4\0\i\w ]] + [23-01-29 23:35:01] hostname -A + [23-01-29 23:35:01] grep rdma-qe-31 + [23-01-29 23:35:01] hostname -A + [23-01-29 23:35:01] grep rdma-cki-01 + [23-01-29 23:35:01] echo '------- server is ready -----' ------- server is ready ----- + [23-01-29 23:35:01] server + [23-01-29 23:35:01] source ./setup.sh + [23-01-29 23:35:01] server_setup + [23-01-29 23:35:01] is_cki + [23-01-29 23:35:01] typeset -l flag=true + [23-01-29 23:35:01] [[ true == \t\r\u\e ]] + [23-01-29 23:35:01] return 0 + [23-01-29 23:35:01] run_task_env_setup + [23-01-29 23:35:01] echo 'Now start to run task env_setup, please be patient ...' Now start to run task env_setup, please be patient ... + [23-01-29 23:35:01] cd ../../env_setup + [23-01-29 23:35:01] make run make[1]: Entering directory '/mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup' test -x runtest.sh || chmod a+x runtest.sh ./runtest.sh + trap 'exit 1' SIGHUP SIGINT SIGQUIT SIGTERM + which wget + alias + eval declare -f ++ declare -f + /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot wget /usr/bin/wget + source /usr/bin/rhts_environment.sh ++ '[' -z /mnt/testarea/tmp.kPN2Ph ']' ++ '[' -z '' ']' +++ uname -i ++ ARCH=x86_64 ++ '[' -z '' ']' +++ cat /etc/redhat-release +++ sed -e 's/\(.*\)release\s\([0-9]*\).*/\1\2/; s/\s//g' ++ FAMILY=CentOSStream9 ++ '[' -h /mnt/testarea/current.log ']' ++ ln -sf /mnt/testarea/tmp.kPN2Ph /mnt/testarea/current.log + '[' -f /root/rdma-qa.sh ']' + source /root/rdma-qa.sh ++ PS4='$(date +"+ [%y-%m-%d %H:%M:%S]") ' ++ [23-01-29 23:35:01] export NIC_PREF= ++ [23-01-29 23:35:01] NIC_PREF= ++ [23-01-29 23:35:01] export PERFTEST_FLAGS= ++ [23-01-29 23:35:01] PERFTEST_FLAGS= +++ [23-01-29 23:35:01] hostname -s ++ [23-01-29 23:35:01] export s_hostname=rdma-cki-01 ++ [23-01-29 23:35:01] s_hostname=rdma-cki-01 ++ [23-01-29 23:35:01] RQA_set_pyexec ++ [23-01-29 23:35:01] PYEXEC= ++ [23-01-29 23:35:01] which python ++ [23-01-29 23:35:01] export PYEXEC=python ++ [23-01-29 23:35:01] PYEXEC=python ++ [23-01-29 23:35:01] return 0 +++ [23-01-29 23:35:01] grep -i fedora /etc/redhat-release ++ [23-01-29 23:35:01] [[ -n '' ]] +++ [23-01-29 23:35:01] RQA_get_rhel_major +++ [23-01-29 23:35:01] awk -F . '{print $1}' ++++ [23-01-29 23:35:01] RQA_get_rhel_release ++++ [23-01-29 23:35:01] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:01] echo 9 ++ [23-01-29 23:35:01] [[ 9 -ge 8 ]] ++ [23-01-29 23:35:01] export 'PKGINSTALL=dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 23:35:01] PKGINSTALL='dnf install -y --setopt=strict=0 --nogpgcheck' ++ [23-01-29 23:35:01] export 'PKGREMOVE=dnf remove --noautoremove -y' ++ [23-01-29 23:35:01] PKGREMOVE='dnf remove --noautoremove -y' ++ [23-01-29 23:35:01] [[ rdma-cki-01 == \r\d\m\a\-\d\e\v\-\2\0 ]] ++ [23-01-29 23:35:01] export LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 23:35:01] LATEST_MFT=http://www.mellanox.com/downloads/MFT/mft-4.10.0-104-x86_64-rpm.tgz ++ [23-01-29 23:35:01] '[' -f /root/known-issues.sh ']' ++ [23-01-29 23:35:01] source /root/known-issues.sh ++ [23-01-29 23:35:05] RQA_load_tech_preview_modules ++ [23-01-29 23:35:05] [[ ! -e /etc/rdma/rdma.conf ]] ++ [23-01-29 23:35:05] return ++ [23-01-29 23:35:05] RQA_fix_uefi_reboot ++ [23-01-29 23:35:05] ls -l /usr/sbin/reboot ++ [23-01-29 23:35:05] grep rhts-reboot ++ [23-01-29 23:35:05] which rhts-reboot ++ [23-01-29 23:35:06] rpm -q rhts-test-env ++ [23-01-29 23:35:06] RQA_fix_ssh_ipv6_auth +++ [23-01-29 23:35:06] RQA_get_rhel_major +++ [23-01-29 23:35:06] awk -F . '{print $1}' ++++ [23-01-29 23:35:06] RQA_get_rhel_release ++++ [23-01-29 23:35:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:06] echo 9 ++ [23-01-29 23:35:06] '[' 9 -ge 7 ']' ++ [23-01-29 23:35:06] local need_restart=0 ++ [23-01-29 23:35:06] grep -E '^UseDNS yes' /etc/ssh/sshd_config ++ [23-01-29 23:35:06] grep -E '^GSSAPIStrictAcceptorCheck yes' /etc/ssh/sshd_config ++ [23-01-29 23:35:06] grep 'AddressFamily inet' /root/.ssh/config ++ [23-01-29 23:35:06] '[' 0 -eq 1 ']' ++ [23-01-29 23:35:06] RQA_fix_mlx5_ib_connected_mode +++ [23-01-29 23:35:06] RQA_get_rhel_major +++ [23-01-29 23:35:06] awk -F . '{print $1}' ++++ [23-01-29 23:35:06] RQA_get_rhel_release ++++ [23-01-29 23:35:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:06] echo 9 ++ [23-01-29 23:35:06] [[ 9 -ge 7 ]] +++ [23-01-29 23:35:06] RQA_get_rhel_minor +++ [23-01-29 23:35:06] awk -F . '{print $2}' ++++ [23-01-29 23:35:06] RQA_get_rhel_release ++++ [23-01-29 23:35:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:06] echo 9 ++ [23-01-29 23:35:06] [[ '' -ge 5 ]] +++ [23-01-29 23:35:06] RQA_get_rhel_major +++ [23-01-29 23:35:06] awk -F . '{print $1}' ++++ [23-01-29 23:35:06] RQA_get_rhel_release ++++ [23-01-29 23:35:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:06] echo 9 ++ [23-01-29 23:35:06] [[ 9 -gt 7 ]] +++ [23-01-29 23:35:06] ls /etc/sysconfig/network-scripts/ +++ [23-01-29 23:35:06] grep mlx5 +++ [23-01-29 23:35:06] grep ib +++ [23-01-29 23:35:06] grep -v '~' ++ [23-01-29 23:35:06] RQA_nfs_rhel8_temp_fix +++ [23-01-29 23:35:06] RQA_get_rhel_major +++ [23-01-29 23:35:06] awk -F . '{print $1}' ++++ [23-01-29 23:35:06] RQA_get_rhel_release ++++ [23-01-29 23:35:06] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release +++ [23-01-29 23:35:06] echo 9 ++ [23-01-29 23:35:06] (( 9 == 8 )) ++ [23-01-29 23:35:06] source /root/.bashrc ++ [23-01-29 23:35:06] [[ '' == \i\4\0\i\w ]] + [23-01-29 23:35:06] export BASHRC_FILE=/root/.bashrc + [23-01-29 23:35:06] BASHRC_FILE=/root/.bashrc + [23-01-29 23:35:06] [[ rdma-cki-01 == \r\d\m\a\-\p\e\r\f\-\0\2 ]] + [23-01-29 23:35:06] [[ rdma-cki-01 == \r\d\m\a\-\p\e\r\f\-\0\3 ]] + [23-01-29 23:35:06] export ENV_DRIVER= + [23-01-29 23:35:06] ENV_DRIVER= + [23-01-29 23:35:06] export ENV_NETWORK=roce + [23-01-29 23:35:06] ENV_NETWORK=roce ++ [23-01-29 23:35:06] hostname -s + [23-01-29 23:35:06] export host_json=./json/rdma-cki-01.json + [23-01-29 23:35:06] host_json=./json/rdma-cki-01.json + [23-01-29 23:35:06] [[ rdma-cki-01.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [23-01-29 23:35:06] [[ rdma-cki-01.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [23-01-29 23:35:06] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\0* ]] + [23-01-29 23:35:06] [[ rdma-qe-31.rdma.lab.eng.rdu2.redhat.com == *\r\d\m\a\-\d\e\v\-\3\1* ]] + [23-01-29 23:35:06] '[' -z rdma-qe-31.rdma.lab.eng.rdu2.redhat.com -a -z rdma-cki-01.rdma.lab.eng.rdu2.redhat.com ']' + [23-01-29 23:35:06] RQA_set_servers_clients ++ [23-01-29 23:35:06] echo rdma-cki-01.rdma.lab.eng.rdu2.redhat.com ++ [23-01-29 23:35:06] awk -F . '{ print $1}' + [23-01-29 23:35:06] s_server_name=rdma-cki-01 ++ [23-01-29 23:35:06] echo rdma-qe-31.rdma.lab.eng.rdu2.redhat.com ++ [23-01-29 23:35:06] awk -F . '{ print $1}' + [23-01-29 23:35:06] s_client_name=rdma-qe-31 + [23-01-29 23:35:06] grep 'export SERVERS=' /root/.bashrc + [23-01-29 23:35:06] echo 'export SERVERS="rdma-cki-01"' + [23-01-29 23:35:06] grep 'export CLIENTS=' /root/.bashrc + [23-01-29 23:35:06] echo 'export CLIENTS="rdma-qe-31"' + [23-01-29 23:35:06] source /root/.bashrc ++ [23-01-29 23:35:06] '[' -f /etc/bashrc ']' ++ [23-01-29 23:35:06] . /etc/bashrc +++ [23-01-29 23:35:06] '[' -z Y ']' ++ [23-01-29 23:35:06] '[' vt100 = vt102 ']' ++ [23-01-29 23:35:06] alias 'grep=/bin/grep --color=tty ' ++ [23-01-29 23:35:06] alias vi=vim ++ [23-01-29 23:35:06] export EDITOR=vim ++ [23-01-29 23:35:06] EDITOR=vim ++ [23-01-29 23:35:06] RDMA_LOOKASIDE=http://download-node-02.eng.bos.redhat.com/qa/rhts/lookaside/rdma-testing +++ [23-01-29 23:35:06] which rhts-reboot +++ [23-01-29 23:35:06] alias +++ [23-01-29 23:35:06] /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot rhts-reboot +++ [23-01-29 23:35:06] eval declare -f ++++ [23-01-29 23:35:06] declare -f ++ [23-01-29 23:35:06] '[' '!' -x /usr/bin/rhts-reboot ']' ++ [23-01-29 23:35:06] alias shutdown=rhts-reboot ++ [23-01-29 23:35:06] export SERVERS=rdma-cki-01 ++ [23-01-29 23:35:06] SERVERS=rdma-cki-01 ++ [23-01-29 23:35:06] export CLIENTS=rdma-qe-31 ++ [23-01-29 23:35:07] CLIENTS=rdma-qe-31 + [23-01-29 23:35:07] RQA_rhts_or_dev_mode multi env + [23-01-29 23:35:07] export RUN_NUMBER=0 + [23-01-29 23:35:07] RUN_NUMBER=0 ++ [23-01-29 23:35:07] grep -i 'Job whiteboard:' /etc/motd ++ [23-01-29 23:35:07] awk -F '[' '{print $2}' ++ [23-01-29 23:35:07] sed 's/\]//g' + [23-01-29 23:35:07] merge_request= + [23-01-29 23:35:07] [[ ! -z '' ]] + [23-01-29 23:35:07] test -z 7478608 + [23-01-29 23:35:07] echo 'Variable JOBID set, we'\''re running on RHTS' Variable JOBID set, we're running on RHTS +++ [23-01-29 23:35:07] pwd ++ [23-01-29 23:35:07] basename /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.zip/infiniband/env_setup + [23-01-29 23:35:07] '[' env_setup == nfsordma_sh ']' + [23-01-29 23:35:07] exec + [23-01-29 23:35:07] exec + [23-01-29 23:35:07] '[' multi == multi ']' + [23-01-29 23:35:07] echo 'Clients: rdma-qe-31' Clients: rdma-qe-31 + [23-01-29 23:35:07] echo 'Servers: rdma-cki-01' Servers: rdma-cki-01 + [23-01-29 23:35:07] RQA_system_info_for_debug + [23-01-29 23:35:07] grep -i distro /etc/motd + [23-01-29 23:35:07] tr -d ' ' DISTRO=CentOS-Stream-9-20230123.0 + [23-01-29 23:35:07] cat /etc/redhat-release CentOS Stream release 9 + [23-01-29 23:35:07] uname -a Linux rdma-cki-01.rdma.lab.eng.rdu2.redhat.com 5.14.0-247.rt14.248.1955_761091568.el9.x86_64 #1 SMP PREEMPT_RT Mon Jan 30 03:14:13 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux + [23-01-29 23:35:07] cat /proc/cmdline BOOT_IMAGE=(hd0,gpt2)/vmlinuz-5.14.0-247.rt14.248.1955_761091568.el9.x86_64 root=UUID=c55747b2-a471-4d5e-bcbc-39f4ad1ba337 ro efi=runtime resume=UUID=b7a7c0f6-9003-4083-98f8-d8bd61514756 console=ttyS0,115200n81 crashkernel=1G-4G:384M,4G-16G:512M,16G-64G:1G,64G-128G:2G,128G-:4G + [23-01-29 23:35:07] rpm -q rdma-core linux-firmware rdma-core-41.0-3.el9.x86_64 linux-firmware-20221214-129.el9.noarch + [23-01-29 23:35:07] tail /sys/class/infiniband/mlx5_bond_0/fw_ver 22.99.7864 + [23-01-29 23:35:07] lspci + [23-01-29 23:35:07] grep -i -e ethernet -e infiniband -e omni -e ConnectX 84:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx] 84:00.1 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx] c5:00.0 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.1 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.2 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) c5:00.3 Ethernet controller: Intel Corporation I350 Gigabit Network Connection (rev 01) + [23-01-29 23:35:07] lscpu Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Address sizes: 48 bits physical, 48 bits virtual Byte Order: Little Endian CPU(s): 48 On-line CPU(s) list: 0-47 Vendor ID: AuthenticAMD BIOS Vendor ID: Advanced Micro Devices, Inc. Model name: AMD EPYC 7402P 24-Core Processor BIOS Model name: AMD EPYC 7402P 24-Core Processor CPU family: 23 Model: 49 Thread(s) per core: 2 Core(s) per socket: 24 Socket(s): 1 Stepping: 0 Frequency boost: enabled CPU max MHz: 2800.0000 CPU min MHz: 1500.0000 BogoMIPS: 5589.25 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid aperfmperf rapl pni pclmulqdq monitor ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs skinit wdt tce topoext perfctr_core perfctr_nb bpext perfctr_llc mwaitx cpb cat_l3 cdp_l3 hw_pstate ssbd mba ibrs ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 cqm rdt_a rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local clzero irperf xsaveerptr rdpru wbnoinvd amd_ppin arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold avic v_vmsave_vmload vgif v_spec_ctrl umip rdpid overflow_recov succor smca Virtualization: AMD-V L1d cache: 768 KiB (24 instances) L1i cache: 768 KiB (24 instances) L2 cache: 12 MiB (24 instances) L3 cache: 128 MiB (8 instances) NUMA node(s): 1 NUMA node0 CPU(s): 0-47 Vulnerability Itlb multihit: Not affected Vulnerability L1tf: Not affected Vulnerability Mds: Not affected Vulnerability Meltdown: Not affected Vulnerability Mmio stale data: Not affected Vulnerability Retbleed: Mitigation; untrained return thunk; SMT enabled with STIBP protection Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization Vulnerability Spectre v2: Mitigation; Retpolines, IBPB conditional, STIBP always-on, RSB filling, PBRSB-eIBRS Not affected Vulnerability Srbds: Not affected Vulnerability Tsx async abort: Not affected + [23-01-29 23:35:07] ibstat CA 'mlx5_bond_0' CA type: MT4125 Number of ports: 1 Firmware version: 22.99.7864 Hardware version: 0 Node GUID: 0xb8599f0300f07fd0 System image GUID: 0xb8599f0300f07fd0 Port 1: State: Active Physical state: LinkUp Rate: 100 Base lid: 0 LMC: 0 SM lid: 0 Capability mask: 0x00010000 Port GUID: 0xba599ffffef07fd0 Link layer: Ethernet + [23-01-29 23:35:07] ibstatus Infiniband device 'mlx5_bond_0' port 1 status: default gid: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0 base lid: 0x0 sm lid: 0x0 state: 4: ACTIVE phys state: 5: LinkUp rate: 100 Gb/sec (4X EDR) link_layer: Ethernet + [23-01-29 23:35:07] /usr/bin/ibv_devinfo -v hca_id: mlx5_bond_0 transport: InfiniBand (0) fw_ver: 22.99.7864 node_guid: b859:9f03:00f0:7fd0 sys_image_guid: b859:9f03:00f0:7fd0 vendor_id: 0x02c9 vendor_part_id: 4125 hw_ver: 0x0 board_id: MT_0000000359 phys_port_cnt: 1 max_mr_size: 0xffffffffffffffff page_size_cap: 0xfffffffffffff000 max_qp: 131072 max_qp_wr: 32768 device_cap_flags: 0x25321c36 BAD_PKEY_CNTR BAD_QKEY_CNTR AUTO_PATH_MIG CHANGE_PHY_PORT PORT_ACTIVE_EVENT SYS_IMAGE_GUID RC_RNR_NAK_GEN MEM_WINDOW XRC MEM_MGT_EXTENSIONS MEM_WINDOW_TYPE_2B RAW_IP_CSUM MANAGED_FLOW_STEERING max_sge: 30 max_sge_rd: 30 max_cq: 16777216 max_cqe: 4194303 max_mr: 16777216 max_pd: 16777216 max_qp_rd_atom: 16 max_ee_rd_atom: 0 max_res_rd_atom: 2097152 max_qp_init_rd_atom: 16 max_ee_init_rd_atom: 0 atomic_cap: ATOMIC_HCA (1) max_ee: 0 max_rdd: 0 max_mw: 16777216 max_raw_ipv6_qp: 0 max_raw_ethy_qp: 0 max_mcast_grp: 2097152 max_mcast_qp_attach: 240 max_total_mcast_qp_attach: 503316480 max_ah: 2147483647 max_fmr: 0 max_srq: 8388608 max_srq_wr: 32767 max_srq_sge: 31 max_pkeys: 128 local_ca_ack_delay: 16 general_odp_caps: ODP_SUPPORT ODP_SUPPORT_IMPLICIT rc_odp_caps: SUPPORT_SEND SUPPORT_RECV SUPPORT_WRITE SUPPORT_READ SUPPORT_SRQ uc_odp_caps: NO SUPPORT ud_odp_caps: SUPPORT_SEND xrc_odp_caps: SUPPORT_SEND SUPPORT_WRITE SUPPORT_READ SUPPORT_SRQ completion timestamp_mask: 0x7fffffffffffffff hca_core_clock: 156250kHZ raw packet caps: C-VLAN stripping offload Scatter FCS offload IP csum offload Delay drop device_cap_flags_ex: 0x1425321C36 RAW_SCATTER_FCS PCI_WRITE_END_PADDING tso_caps: max_tso: 262144 supported_qp: SUPPORT_RAW_PACKET rss_caps: max_rwq_indirection_tables: 65536 max_rwq_indirection_table_size: 2048 rx_hash_function: 0x1 rx_hash_fields_mask: 0x800000FF supported_qp: SUPPORT_RAW_PACKET max_wq_type_rq: 8388608 packet_pacing_caps: qp_rate_limit_min: 1kbps qp_rate_limit_max: 100000000kbps supported_qp: SUPPORT_RAW_PACKET tag matching not supported cq moderation caps: max_cq_count: 65535 max_cq_period: 4095 us maximum available device memory: 131072Bytes num_comp_vectors: 48 port: 1 state: PORT_ACTIVE (4) max_mtu: 4096 (5) active_mtu: 4096 (5) sm_lid: 0 port_lid: 0 port_lmc: 0x00 link_layer: Ethernet max_msg_sz: 0x40000000 port_cap_flags: 0x04010000 port_cap_flags2: 0x0000 max_vl_num: invalid value (0) bad_pkey_cntr: 0x0 qkey_viol_cntr: 0x0 sm_sl: 0 pkey_tbl_len: 1 gid_tbl_len: 256 subnet_timeout: 0 init_type_reply: 0 active_width: 4X (2) active_speed: 25.0 Gbps (32) phys_state: LINK_UP (5) GID[ 0]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 1]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 2]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 3]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 4]: fe80:0000:0000:0000:ba59:9fff:fef0:7fd0, RoCE v1 GID[ 5]: fe80::ba59:9fff:fef0:7fd0, RoCE v2 GID[ 6]: 0000:0000:0000:0000:0000:ffff:ac1f:2d51, RoCE v1 GID[ 7]: ::ffff:172.31.45.81, RoCE v2 GID[ 8]: 0000:0000:0000:0000:0000:ffff:ac1f:2851, RoCE v1 GID[ 9]: ::ffff:172.31.40.81, RoCE v2 GID[ 10]: 0000:0000:0000:0000:0000:ffff:ac1f:2b51, RoCE v1 GID[ 11]: ::ffff:172.31.43.81, RoCE v2 + [23-01-29 23:35:07] iblinkinfo ibwarn: [15210] mad_rpc_open_port: client_register for mgmt 1 failed Failed to open (null) port 0 + [23-01-29 23:35:07] [[ '' == *\o\p\a* ]] + [23-01-29 23:35:07] ip addr show 1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 inet 127.0.0.1/8 scope host lo valid_lft forever preferred_lft forever inet6 ::1/128 scope host valid_lft forever preferred_lft forever 2: lom_1: mtu 1500 qdisc mq state UP group default qlen 1000 link/ether 48:df:37:ad:f7:84 brd ff:ff:ff:ff:ff:ff altname enp197s0f0 altname eno5 inet 10.1.217.16/24 brd 10.1.217.255 scope global dynamic noprefixroute lom_1 valid_lft 86169sec preferred_lft 86169sec inet6 2620:52:0:1d9:4adf:37ff:fead:f784/64 scope global dynamic noprefixroute valid_lft 2591928sec preferred_lft 604728sec inet6 fe80::4adf:37ff:fead:f784/64 scope link noprefixroute valid_lft forever preferred_lft forever 3: lom_2: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:85 brd ff:ff:ff:ff:ff:ff altname enp197s0f1 altname eno6 4: lom_3: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:86 brd ff:ff:ff:ff:ff:ff altname enp197s0f2 altname eno7 5: lom_4: mtu 1500 qdisc mq state DOWN group default qlen 1000 link/ether 48:df:37:ad:f7:87 brd ff:ff:ff:ff:ff:ff altname enp197s0f3 altname eno8 6: mlx5_slave1: mtu 9000 qdisc mq master mlx5_bond_roce state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff altname enp132s0f0np0 altname ens1f0np0 7: mlx5_slave2: mtu 9000 qdisc mq master mlx5_bond_roce state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff permaddr b8:59:9f:f0:7f:d1 altname enp132s0f1np1 altname ens1f1np1 8: mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.40.81/24 brd 172.31.40.255 scope global dynamic noprefixroute mlx5_bond_roce valid_lft 3389sec preferred_lft 3389sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever 9: mlx5_bond_ro.45@mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.45.81/24 brd 172.31.45.255 scope global dynamic noprefixroute mlx5_bond_ro.45 valid_lft 3389sec preferred_lft 3389sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever 10: mlx5_bond_ro.43@mlx5_bond_roce: mtu 9000 qdisc noqueue state UP group default qlen 1000 link/ether b8:59:9f:f0:7f:d0 brd ff:ff:ff:ff:ff:ff inet 172.31.43.81/24 brd 172.31.43.255 scope global dynamic noprefixroute mlx5_bond_ro.43 valid_lft 3393sec preferred_lft 3393sec inet6 fe80::ba59:9fff:fef0:7fd0/64 scope link noprefixroute valid_lft forever preferred_lft forever + [23-01-29 23:35:07] PY_FILE=/root/py_parse_out.txt + [23-01-29 23:35:07] rm -f /root/py_parse_out.txt + [23-01-29 23:35:07] export result=PASS + [23-01-29 23:35:07] result=PASS + [23-01-29 23:35:07] export TEST=/kernel/infiniband/env_setup/standalone + [23-01-29 23:35:07] TEST=/kernel/infiniband/env_setup/standalone + [23-01-29 23:35:07] ip address show + [23-01-29 23:35:07] grep 'inet 172.31.' + [23-01-29 23:35:07] [[ 0 -ne 0 ]] + [23-01-29 23:35:07] install_ca_trust + [23-01-29 23:35:07] local cert_path=/etc/pki/ca-trust/source/anchors + [23-01-29 23:35:07] '[' -f /etc/pki/ca-trust/source/anchors/legacy.crt -a -f /etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt ']' + [23-01-29 23:35:07] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/legacy.crt --2023-01-29 23:35:07-- https://password.corp.redhat.com/legacy.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1338 (1.3K) Saving to: ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ 0K . 100% 65.2M=0s 2023-01-29 23:35:07 (65.2 MB/s) - ‘/etc/pki/ca-trust/source/anchors/legacy.crt’ saved [1338/1338] + [23-01-29 23:35:07] wget --no-check-certificate -P /etc/pki/ca-trust/source/anchors https://password.corp.redhat.com/RH-IT-Root-CA.crt --2023-01-29 23:35:07-- https://password.corp.redhat.com/RH-IT-Root-CA.crt Resolving password.corp.redhat.com (password.corp.redhat.com)... 10.2.111.154 Connecting to password.corp.redhat.com (password.corp.redhat.com)|10.2.111.154|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 1517 (1.5K) Saving to: ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ 0K . 100% 64.6M=0s 2023-01-29 23:35:07 (64.6 MB/s) - ‘/etc/pki/ca-trust/source/anchors/RH-IT-Root-CA.crt.1’ saved [1517/1517] + [23-01-29 23:35:07] update-ca-trust enable + [23-01-29 23:35:09] update-ca-trust extract + [23-01-29 23:35:10] RQA_rhel8_brew_repo ++ [23-01-29 23:35:10] RQA_get_rhel_major ++ [23-01-29 23:35:10] awk -F . '{print $1}' +++ [23-01-29 23:35:10] RQA_get_rhel_release +++ [23-01-29 23:35:10] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 23:35:10] echo 9 + [23-01-29 23:35:10] local major=9 + [23-01-29 23:35:10] (( major == 8 )) + [23-01-29 23:35:10] pek2_lab_setup ++ [23-01-29 23:35:10] RQA_get_rdma_hostname ++ [23-01-29 23:35:10] hostname -A ++ [23-01-29 23:35:10] grep -o 'rdma.*' ++ [23-01-29 23:35:10] awk '{print $1}' ++ [23-01-29 23:35:10] awk -F . '{print $1}' + [23-01-29 23:35:10] [[ rdma-cki-01 == *\r\d\m\a\0* ]] + [23-01-29 23:35:10] common_setup ++ [23-01-29 23:35:10] RQA_get_rdma_hostname ++ [23-01-29 23:35:10] hostname -A ++ [23-01-29 23:35:10] grep -o 'rdma.*' ++ [23-01-29 23:35:10] awk '{print $1}' ++ [23-01-29 23:35:10] awk -F . '{print $1}' + [23-01-29 23:35:10] short_hostname=rdma-cki-01 + [23-01-29 23:35:10] RDMA_DRIVER= + [23-01-29 23:35:10] RDMA_NETWORK= + [23-01-29 23:35:10] '[' '!' -z ']' + [23-01-29 23:35:10] '[' '!' -z roce ']' + [23-01-29 23:35:10] RDMA_NETWORK=roce + [23-01-29 23:35:10] inv_file=json/rdma-cki-01.json + [23-01-29 23:35:10] '[' '!' -f json/rdma-cki-01.json ']' + [23-01-29 23:35:10] RQA_check_result -r 1 -t 'No inventory file for rdma-cki-01 exists' + [23-01-29 23:35:10] local test_pass=0 + [23-01-29 23:35:10] local test_skip=777 + [23-01-29 23:35:10] test 4 -gt 0 + [23-01-29 23:35:10] case $1 in + [23-01-29 23:35:10] local rc=1 + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] test 2 -gt 0 + [23-01-29 23:35:10] case $1 in + [23-01-29 23:35:10] local 'msg=No inventory file for rdma-cki-01 exists' + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] test 0 -gt 0 + [23-01-29 23:35:10] '[' -z 1 -o -z 'No inventory file for rdma-cki-01 exists' ']' + [23-01-29 23:35:10] '[' -z '' ']' + [23-01-29 23:35:10] source /etc/environment + [23-01-29 23:35:10] '[' -z '' ']' + [23-01-29 23:35:10] __RQA_create_test_result_file ++ [23-01-29 23:35:10] rpm -q --queryformat '%{NAME}-%{VERSION}-%{RELEASE}' rdma-core + [23-01-29 23:35:10] local rdma_version=rdma-core-41.0-3.el9 ++ [23-01-29 23:35:10] echo /kernel/infiniband/env_setup/standalone ++ [23-01-29 23:35:10] sed -r 's/\/kernel\/infiniband\///;s/\/server//;s/\/client//;s/\/standalone//' + [23-01-29 23:35:10] TEST_NAME=env_setup + [23-01-29 23:35:10] [[ ! -z rdma-cki-01 ]] + [23-01-29 23:35:10] [[ ! -z rdma-qe-31 ]] + [23-01-29 23:35:10] hosts_list=rdma-cki-01/rdma-qe-31 + [23-01-29 23:35:10] local _bkrjb= ++ [23-01-29 23:35:10] grep JOBID= /etc/motd ++ [23-01-29 23:35:10] tr -d ' ' ++ [23-01-29 23:35:10] sed s/JOBID=/J:/g ++ [23-01-29 23:35:10] head -1 + [23-01-29 23:35:10] _bkrjb=J:7478608 + [23-01-29 23:35:10] [[ ! -z J:7478608 ]] + [23-01-29 23:35:10] _bkrjb=' & Beaker job J:7478608' ++ [23-01-29 23:35:10] echo results_env_setup.txt ++ [23-01-29 23:35:10] sed 's/\//-/g' + [23-01-29 23:35:10] local result_filename=results_env_setup.txt ++ [23-01-29 23:35:10] mktemp -d + [23-01-29 23:35:10] TEST_RESULT_FILE=/tmp/tmp.AQzGz1MmbG/results_env_setup.txt + [23-01-29 23:35:10] echo 'env_setup test results on rdma-cki-01/rdma-qe-31 & Beaker job J:7478608:' ++ [23-01-29 23:35:10] uname -r + [23-01-29 23:35:10] echo '5.14.0-247.rt14.248.1955_761091568.el9.x86_64, rdma-core-41.0-3.el9, , roce, & ' + [23-01-29 23:35:10] echo ' Result | Status | Test' + [23-01-29 23:35:10] echo ' ---------+--------+------------------------------------' + [23-01-29 23:35:10] sed -i /TEST_RESULT_FILE/d /etc/environment + [23-01-29 23:35:10] echo TEST_RESULT_FILE=/tmp/tmp.AQzGz1MmbG/results_env_setup.txt + [23-01-29 23:35:10] source /etc/environment ++ [23-01-29 23:35:10] TEST_RESULT_FILE=/tmp/tmp.AQzGz1MmbG/results_env_setup.txt + [23-01-29 23:35:10] '[' 1 -eq 0 ']' + [23-01-29 23:35:10] '[' 1 -eq 777 ']' + [23-01-29 23:35:10] local test_result=FAIL + [23-01-29 23:35:10] export result=FAIL + [23-01-29 23:35:10] result=FAIL + [23-01-29 23:35:10] [[ ! -z '' ]] + [23-01-29 23:35:10] printf '%10s | %6s | %s\n' FAIL 1 'No inventory file for rdma-cki-01 exists' + [23-01-29 23:35:10] set +x --- - TEST RESULT FOR env_setup - Test: No inventory file for rdma-cki-01 exists - Result: FAIL - Return: 1 --- + [23-01-29 23:35:10] return 1 + [23-01-29 23:35:10] standalone + [23-01-29 23:35:10] echo -en '\n# /kernel/infiniband/env_setup variables\n' + [23-01-29 23:35:10] [[ -s /root/py_parse_out.txt ]] + [23-01-29 23:35:10] echo 'export RDMA_IPV4=""' + [23-01-29 23:35:10] echo 'export RDMA_IPV6=""' + [23-01-29 23:35:10] source /root/.bashrc + [23-01-29 23:35:10] RQA_check_result -r 0 -t 'Source .bashrc after updates' + [23-01-29 23:35:10] local test_pass=0 + [23-01-29 23:35:10] local test_skip=777 + [23-01-29 23:35:10] test 4 -gt 0 + [23-01-29 23:35:10] case $1 in + [23-01-29 23:35:10] local rc=0 + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] test 2 -gt 0 + [23-01-29 23:35:10] case $1 in + [23-01-29 23:35:10] local 'msg=Source .bashrc after updates' + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] shift + [23-01-29 23:35:10] test 0 -gt 0 + [23-01-29 23:35:10] '[' -z 0 -o -z 'Source .bashrc after updates' ']' + [23-01-29 23:35:10] '[' -z /tmp/tmp.AQzGz1MmbG/results_env_setup.txt ']' + [23-01-29 23:35:10] '[' -z /tmp/tmp.AQzGz1MmbG/results_env_setup.txt ']' + [23-01-29 23:35:10] '[' 0 -eq 0 ']' + [23-01-29 23:35:10] local test_result=PASS + [23-01-29 23:35:10] printf '%10s | %6s | %s\n' PASS 0 'Source .bashrc after updates' + [23-01-29 23:35:10] set +x --- - TEST RESULT FOR env_setup - Test: Source .bashrc after updates - Result: PASS - Return: 0 --- + [23-01-29 23:35:10] RQA_overall_result + [23-01-29 23:35:10] source /root/known-issues.sh + [23-01-29 23:35:15] '[' -z /tmp/tmp.AQzGz1MmbG/results_env_setup.txt ']' + [23-01-29 23:35:15] '[' -z /tmp/tmp.AQzGz1MmbG/results_env_setup.txt ']' + [23-01-29 23:35:15] local overall_result=PASS + [23-01-29 23:35:15] echo 'Checking for failures and known issues:' + [23-01-29 23:35:15] grep FAIL /tmp/tmp.AQzGz1MmbG/results_env_setup.txt FAIL | 1 | No inventory file for rdma-cki-01 exists + [23-01-29 23:35:15] [[ ! -z '' ]] + [23-01-29 23:35:15] local driver= + [23-01-29 23:35:15] local hca= + [23-01-29 23:35:15] local network=roce ++ [23-01-29 23:35:15] RQA_get_rhel_major ++ [23-01-29 23:35:15] awk -F . '{print $1}' +++ [23-01-29 23:35:15] RQA_get_rhel_release +++ [23-01-29 23:35:15] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 23:35:15] echo 9 + [23-01-29 23:35:15] local major=9 ++ [23-01-29 23:35:15] RQA_get_rhel_minor ++ [23-01-29 23:35:15] awk -F . '{print $2}' +++ [23-01-29 23:35:15] RQA_get_rhel_release +++ [23-01-29 23:35:15] grep -o '[0-9]*\.*[0-9]*' /etc/redhat-release ++ [23-01-29 23:35:15] echo 9 + [23-01-29 23:35:15] local minor= ++ [23-01-29 23:35:15] mktemp + [23-01-29 23:35:15] local test_fail_file=/tmp/tmp.i5VhQj6QT0 + [23-01-29 23:35:15] grep FAIL /tmp/tmp.AQzGz1MmbG/results_env_setup.txt + [23-01-29 23:35:15] read line ++ [23-01-29 23:35:15] echo FAIL '|' 1 '|' No inventory file for rdma-cki-01 exists ++ [23-01-29 23:35:15] awk -F '|' '{print $3}' ++ [23-01-29 23:35:15] xargs + [23-01-29 23:35:15] local 'test_key=No inventory file for rdma-cki-01 exists' + [23-01-29 23:35:15] local value= + [23-01-29 23:35:15] '[' -z '' ']' + [23-01-29 23:35:15] overall_result=FAIL + [23-01-29 23:35:15] echo ' No inventory file for rdma-cki-01 exists is NOT a known issue on any environment - consider filing a BZ' + [23-01-29 23:35:15] continue + [23-01-29 23:35:15] read line + [23-01-29 23:35:15] [[ FAIL == \P\A\S\S ]] + [23-01-29 23:35:15] echo '' + [23-01-29 23:35:15] report_result /kernel/infiniband/env_setup/standalone FAIL 0 + [23-01-29 23:35:15] OUTPUTFILE=/mnt/testarea/tmp.kPN2Ph + [23-01-29 23:35:15] rstrnt-report-result /kernel/infiniband/env_setup/standalone FAIL 0 ** /kernel/infiniband/env_setup/standalone FAIL Score:0 Uploading resultoutputfile.log