目录
1、查询网卡
lspci | grep Mell
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ lspci | grep Mell
12:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
57:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
88:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
cf:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
d1:00.0 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
d1:00.1 Ethernet controller: Mellanox Technologies MT2892 Family [ConnectX-6 Dx]
2、查询当前网卡设备
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ sudo mst status
MST modules:
------------
MST PCI module is not loaded
MST PCI configuration module is not loaded
PCI Devices:
------------
12:00.0
88:00.0
cf:00.0
d1:00.0
57:00.0
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$
3、查询当前网卡的配置
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ sudo mlxconfig -d 12:00.0 q
Device #1:
----------
Device type: ConnectX6DX
Name: MCX623105AN-VDA_Ax
Description: ConnectX-6 Dx EN adapter card; 200GbE; Single-port QSFP56; PCIe 4.0 x16; No Crypto
Device: 12:00.0
Configurations: Next Boot
MEMIC_BAR_SIZE 0
MEMIC_SIZE_LIMIT _256KB(1)
HOST_CHAINING_MODE DISABLED(0)
HOST_CHAINING_CACHE_DISABLE False(0)
HOST_CHAINING_DESCRIPTORS Array[0..7]
HOST_CHAINING_TOTAL_BUFFER_SIZE Array[0..7]
FLEX_PARSER_PROFILE_ENABLE 0
PROG_PARSE_GRAPH False(0)
FLEX_IPV4_OVER_VXLAN_PORT 0
ROCE_NEXT_PROTOCOL 254
ESWITCH_HAIRPIN_DESCRIPTORS Array[0..7]
ESWITCH_HAIRPIN_TOT_BUFFER_SIZE Array[0..7]
PF_BAR2_SIZE 0
PF_NUM_OF_VF_VALID False(0)
NON_PREFETCHABLE_PF_BAR False(0)
VF_VPD_ENABLE False(0)
PF_NUM_PF_MSIX_VALID False(0)
PER_PF_NUM_SF False(0)
STRICT_VF_MSIX_NUM False(0)
VF_NODNIC_ENABLE False(0)
NUM_PF_MSIX_VALID True(1)
NUM_OF_VFS 8
NUM_OF_PF 1
PF_BAR2_ENABLE False(0)
SRIOV_EN True(1)
PF_LOG_BAR_SIZE 5
VF_LOG_BAR_SIZE 0
NUM_PF_MSIX 63
NUM_VF_MSIX 11
INT_LOG_MAX_PAYLOAD_SIZE AUTOMATIC(0)
PCIE_CREDIT_TOKEN_TIMEOUT 0
RT_PPS_ENABLED_ON_POWERUP False(0)
LAG_RESOURCE_ALLOCATION DEVICE_DEFAULT(0)
PHY_COUNT_LINK_UP_DELAY DELAY_NONE(0)
ACCURATE_TX_SCHEDULER False(0)
PARTIAL_RESET_EN False(0)
RESET_WITH_HOST_ON_ERRORS False(0)
PCI_SWITCH_EMULATION_NUM_PORT 16
PCI_SWITCH_EMULATION_ENABLE False(0)
PCI_DOWNSTREAM_PORT_OWNER Array[0..15]
CQE_COMPRESSION BALANCED(0)
IP_OVER_VXLAN_EN False(0)
MKEY_BY_NAME False(0)
PRIO_TAG_REQUIRED_EN False(0)
UCTX_EN True(1)
REAL_TIME_CLOCK_ENABLE False(0)
RDMA_SELECTIVE_REPEAT_EN False(0)
PCI_ATOMIC_MODE PCI_ATOMIC_DISABLED_EXT_ATOMIC_ENABLED(0)
TUNNEL_ECN_COPY_DISABLE False(0)
LRO_LOG_TIMEOUT0 6
LRO_LOG_TIMEOUT1 7
LRO_LOG_TIMEOUT2 8
LRO_LOG_TIMEOUT3 13
LOG_TX_PSN_WINDOW 7
VF_MIGRATION_MODE DEVICE_DEFAULT(0)
LOG_MAX_OUTSTANDING_WQE 7
ROCE_ADAPTIVE_ROUTING_EN False(0)
TUNNEL_IP_PROTO_ENTROPY_DISABLE False(0)
USER_PROGRAMMABLE_CC False(0)
PCC_INT_NP_RTT_DSCP 26
PCC_INT_NP_RTT_DSCP_EN False(0)
PCC_INT_NP_RTT_DATA_MODE RTT_V0(64)
PCC_INT_EN False(0)
PCC_INT_SYSTEM_RTT 0
STEERING_CACHE_REFRESH 0
MULTI_PCI_RESOURCE_SHARING DEVICE_DEFAULT(0)
ICM_CACHE_MODE DEVICE_DEFAULT(0)
HAIRPIN_DATA_BUFFER_LOCK False(0)
TLS_OPTIMIZE False(0)
TX_SCHEDULER_BURST 0
ZERO_TOUCH_TUNING_ENABLE False(0)
ROCE_CC_LEGACY_DCQCN False(0)
LOG_MAX_QUEUE 17
UPT_EMULATION_ENABLE False(0)
LARGE_MTU_TWEAK_64 False(0)
AES_XTS_TWEAK_INC_64 False(0)
CRYPTO_POLICY UNRESTRICTED(1)
RDE_DISABLE False(0)
PLDM_FW_UPDATE_DISABLE False(0)
RBT_DISABLE False(0)
PCIE_SMBUS_DISABLE False(0)
PCIE_IN_BAND_VDM_DISABLE False(0)
LOG_DCR_HASH_TABLE_SIZE 11
MAX_PACKET_LIFETIME 0
DCR_LIFO_SIZE 16384
ROCE_CC_PRIO_MASK_P1 255
ROCE_CC_SHAPER_COALESCE_P1 DEVICE_DEFAULT(0)
IB_CC_SHAPER_COALESCE_P1 DEVICE_DEFAULT(0)
CLAMP_TGT_RATE_AFTER_TIME_INC_P1 True(1)
CLAMP_TGT_RATE_P1 False(0)
RPG_TIME_RESET_P1 300
RPG_BYTE_RESET_P1 32767
RPG_THRESHOLD_P1 1
RPG_MAX_RATE_P1 0
RPG_AI_RATE_P1 5
RPG_HAI_RATE_P1 50
RPG_GD_P1 11
RPG_MIN_DEC_FAC_P1 50
RPG_MIN_RATE_P1 1
RATE_TO_SET_ON_FIRST_CNP_P1 0
DCE_TCP_G_P1 1019
DCE_TCP_RTT_P1 1
RATE_REDUCE_MONITOR_PERIOD_P1 4
INITIAL_ALPHA_VALUE_P1 1023
MIN_TIME_BETWEEN_CNPS_P1 4
CNP_802P_PRIO_P1 6
CNP_DSCP_P1 48
LLDP_NB_DCBX_P1 False(0)
LLDP_NB_RX_MODE_P1 OFF(0)
LLDP_NB_TX_MODE_P1 OFF(0)
ROCE_RTT_RESP_DSCP_P1 0
ROCE_RTT_RESP_DSCP_MODE_P1 DEVICE_DEFAULT(0)
DCBX_IEEE_P1 True(1)
DCBX_CEE_P1 True(1)
DCBX_WILLING_P1 True(1)
KEEP_ETH_LINK_UP_P1 True(1)
KEEP_IB_LINK_UP_P1 False(0)
KEEP_LINK_UP_ON_BOOT_P1 False(0)
KEEP_LINK_UP_ON_STANDBY_P1 False(0)
DO_NOT_CLEAR_PORT_STATS_P1 False(0)
AUTO_POWER_SAVE_LINK_DOWN_P1 False(0)
NUM_OF_VL_P1 _4_VLs(3)
NUM_OF_TC_P1 _8_TCs(0)
NUM_OF_PFC_P1 8
VL15_BUFFER_SIZE_P1 0
QOS_TRUST_STATE_P1 TRUST_PCP(1)
ETS_SCHED_MODE_P1 device_default(0)
DUP_MAC_ACTION_P1 LAST_CFG(0)
MPFS_MC_LOOPBACK_DISABLE_P1 False(0)
MPFS_UC_LOOPBACK_DISABLE_P1 False(0)
UNKNOWN_UPLINK_MAC_FLOOD_P1 False(0)
SRIOV_IB_ROUTING_MODE_P1 LID(1)
IB_ROUTING_MODE_P1 LID(1)
PHY_AUTO_NEG_P1 DEVICE_DEFAULT(0)
PHY_RATE_MASK_OVERRIDE_P1 False(0)
PHY_FEC_OVERRIDE_P1 DEVICE_DEFAULT(0)
PF_TOTAL_SF 0
PF_SF_BAR_SIZE 0
PF_NUM_PF_MSIX 63
SILENT_MODE False(0)
MKEY_BY_NAME_RANGE DEVICE_DEFAULT(0)
ROCE_CONTROL ROCE_ENABLE(2)
PCI_WR_ORDERING per_mkey(0)
MULTI_PORT_VHCA_EN False(0)
PORT_OWNER True(1)
ALLOW_RD_COUNTERS True(1)
RENEG_ON_CHANGE True(1)
TRACER_ENABLE True(1)
IP_VER IPv4(0)
BOOT_UNDI_NETWORK_WAIT 0
UEFI_HII_EN True(1)
BOOT_DBG_LOG False(0)
UEFI_LOGS DISABLED(0)
BOOT_VLAN 1
LEGACY_BOOT_PROTOCOL PXE(1)
BOOT_INTERRUPT_DIS False(0)
BOOT_LACP_DIS True(1)
BOOT_VLAN_EN False(0)
BOOT_PKEY 0
P2P_ORDERING_MODE DEVICE_DEFAULT(0)
ATS_ENABLED False(0)
DYNAMIC_VF_MSIX_TABLE False(0)
EXP_ROM_UEFI_ARM_ENABLE True(1)
EXP_ROM_UEFI_x86_ENABLE True(1)
EXP_ROM_PXE_ENABLE True(1)
ADVANCED_PCI_SETTINGS False(0)
SAFE_MODE_THRESHOLD 10
SAFE_MODE_ENABLE True(1)
4、查看网卡信息
transport: InfiniBand (0) // 表示传输层是IB协议
link_layer: Ethernet // 表示链路层是Ethernet
所以，该网卡的配置是RoCE的。
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ ibv_devinfo
hca_id: mlx5_0
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d5:f2aa
sys_image_guid: 946d:ae03:00d5:f2aa
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
hca_id: mlx5_1
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d6:19aa
sys_image_guid: 946d:ae03:00d6:19aa
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
hca_id: mlx5_2
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d5:bc5e
sys_image_guid: 946d:ae03:00d5:bc5e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
hca_id: mlx5_3
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d6:1996
sys_image_guid: 946d:ae03:00d6:1996
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
hca_id: mlx5_4
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 1070:fd03:0099:5a8e
sys_image_guid: 1070:fd03:0099:5a8e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000327
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
hca_id: mlx5_5
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 1070:fd03:0099:5a8f
sys_image_guid: 1070:fd03:0099:5a8e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000327
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
5、查看网卡信息(详细)
ibv_devinfo -v
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ ibv_devinfo -v
hca_id: mlx5_0
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d5:f2aa
sys_image_guid: 946d:ae03:00d5:f2aa
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 200000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 262144Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 50.0 Gbps (64)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:966d:aeff:fed5:f2aa, RoCE v1
GID[ 1]: fe80::966d:aeff:fed5:f2aa, RoCE v2
GID[ 2]: fe80:0000:0000:0000:88f3:e4f8:0354:d163, RoCE v1
GID[ 3]: fe80::88f3:e4f8:354:d163, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:c0a8:ab2a, RoCE v1
GID[ 5]: ::ffff:192.168.171.42, RoCE v2
hca_id: mlx5_1
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d6:19aa
sys_image_guid: 946d:ae03:00d6:19aa
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 200000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 262144Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 50.0 Gbps (64)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:966d:aeff:fed6:19aa, RoCE v1
GID[ 1]: fe80::966d:aeff:fed6:19aa, RoCE v2
GID[ 2]: fe80:0000:0000:0000:ec59:6adf:faa4:ac6c, RoCE v1
GID[ 3]: fe80::ec59:6adf:faa4:ac6c, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:c0a8:ab29, RoCE v1
GID[ 5]: ::ffff:192.168.171.41, RoCE v2
hca_id: mlx5_2
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d5:bc5e
sys_image_guid: 946d:ae03:00d5:bc5e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 200000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 262144Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 50.0 Gbps (64)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:966d:aeff:fed5:bc5e, RoCE v1
GID[ 1]: fe80::966d:aeff:fed5:bc5e, RoCE v2
GID[ 2]: fe80:0000:0000:0000:9a7a:7022:09a9:4cbe, RoCE v1
GID[ 3]: fe80::9a7a:7022:9a9:4cbe, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:c0a8:ab2b, RoCE v1
GID[ 5]: ::ffff:192.168.171.43, RoCE v2
hca_id: mlx5_3
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 946d:ae03:00d6:1996
sys_image_guid: 946d:ae03:00d6:1996
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000362
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 200000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 262144Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 50.0 Gbps (64)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:966d:aeff:fed6:1996, RoCE v1
GID[ 1]: fe80::966d:aeff:fed6:1996, RoCE v2
GID[ 2]: fe80:0000:0000:0000:1e05:5379:4811:151a, RoCE v1
GID[ 3]: fe80::1e05:5379:4811:151a, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:c0a8:ab2c, RoCE v1
GID[ 5]: ::ffff:192.168.171.44, RoCE v2
hca_id: mlx5_4
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 1070:fd03:0099:5a8e
sys_image_guid: 1070:fd03:0099:5a8e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000327
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 100000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 131072Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 25.0 Gbps (32)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:1270:fdff:fe99:5a8e, RoCE v1
GID[ 1]: fe80::1270:fdff:fe99:5a8e, RoCE v2
GID[ 2]: fe80:0000:0000:0000:021f:94ad:84cb:ecca, RoCE v1
GID[ 3]: fe80::21f:94ad:84cb:ecca, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:0a9b:ab22, RoCE v1
GID[ 5]: ::ffff:10.155.171.34, RoCE v2
hca_id: mlx5_5
transport: InfiniBand (0)
fw_ver: 22.39.3004
node_guid: 1070:fd03:0099:5a8f
sys_image_guid: 1070:fd03:0099:5a8e
vendor_id: 0x02c9
vendor_part_id: 4125
hw_ver: 0x0
board_id: MT_0000000327
phys_port_cnt: 1
max_mr_size: 0xffffffffffffffff
page_size_cap: 0xfffffffffffff000
max_qp: 131072
max_qp_wr: 32768
device_cap_flags: 0x25321c36
BAD_PKEY_CNTR
BAD_QKEY_CNTR
AUTO_PATH_MIG
CHANGE_PHY_PORT
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_WINDOW
XRC
MEM_MGT_EXTENSIONS
MEM_WINDOW_TYPE_2B
RAW_IP_CSUM
MANAGED_FLOW_STEERING
max_sge: 30
max_sge_rd: 30
max_cq: 16777216
max_cqe: 4194303
max_mr: 16777216
max_pd: 8388608
max_qp_rd_atom: 16
max_ee_rd_atom: 0
max_res_rd_atom: 2097152
max_qp_init_rd_atom: 16
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_HCA (1)
max_ee: 0
max_rdd: 0
max_mw: 16777216
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 2097152
max_mcast_qp_attach: 240
max_total_mcast_qp_attach: 503316480
max_ah: 2147483647
max_fmr: 0
max_srq: 8388608
max_srq_wr: 32767
max_srq_sge: 31
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
ODP_SUPPORT
ODP_SUPPORT_IMPLICIT
rc_odp_caps:
SUPPORT_SEND
SUPPORT_RECV
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
SUPPORT_SEND
xrc_odp_caps:
SUPPORT_SEND
SUPPORT_WRITE
SUPPORT_READ
SUPPORT_ATOMIC
SUPPORT_SRQ
completion timestamp_mask: 0x7fffffffffffffff
hca_core_clock: 1000000kHZ
raw packet caps:
C-VLAN stripping offload
Scatter FCS offload
IP csum offload
Delay drop
device_cap_flags_ex: 0x3000005425321C36
RAW_SCATTER_FCS
PCI_WRITE_END_PADDING
Unknown flags: 0x3000004000000000
tso_caps:
max_tso: 262144
supported_qp:
SUPPORT_RAW_PACKET
rss_caps:
max_rwq_indirection_tables: 524288
max_rwq_indirection_table_size: 2048
rx_hash_function: 0x1
rx_hash_fields_mask: 0x800000FF
supported_qp:
SUPPORT_RAW_PACKET
max_wq_type_rq: 8388608
packet_pacing_caps:
qp_rate_limit_min: 1kbps
qp_rate_limit_max: 100000000kbps
supported_qp:
SUPPORT_RAW_PACKET
tag matching not supported
cq moderation caps:
max_cq_count: 65535
max_cq_period: 4095 us
maximum available device memory: 131072Bytes
num_comp_vectors: 63
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 1024 (3)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x40000000
port_cap_flags: 0x04010000
port_cap_flags2: 0x0000
max_vl_num: invalid value (0)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 1
gid_tbl_len: 255
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 25.0 Gbps (32)
phys_state: LINK_UP (5)
GID[ 0]: fe80:0000:0000:0000:1270:fdff:fe99:5a8f, RoCE v1
GID[ 1]: fe80::1270:fdff:fe99:5a8f, RoCE v2
GID[ 2]: fe80:0000:0000:0000:7c66:2d90:4dba:7305, RoCE v1
GID[ 3]: fe80::7c66:2d90:4dba:7305, RoCE v2
GID[ 4]: 0000:0000:0000:0000:0000:ffff:c0a8:ab2d, RoCE v1
GID[ 5]: ::ffff:192.168.171.45, RoCE v2
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$
6、show_gids命令查看KVM内部端口的GID
ver代表RoCE的版本，INDEX代表gid_index，IPv4 空的就代表IP6，有IP的就是IP4.
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ show_gids
DEV PORT INDEX GID IPv4 VER DEV
--- ---- ----- --- ------------ --- ---
mlx5_0 1 0 fe80:0000:0000:0000:966d:aeff:fed5:f2aa v1 ens2np0
mlx5_0 1 1 fe80:0000:0000:0000:966d:aeff:fed5:f2aa v2 ens2np0
mlx5_0 1 2 fe80:0000:0000:0000:88f3:e4f8:0354:d163 v1 ens2np0
mlx5_0 1 3 fe80:0000:0000:0000:88f3:e4f8:0354:d163 v2 ens2np0
mlx5_0 1 4 0000:0000:0000:0000:0000:ffff:c0a8:ab2a 192.168.171.42 v1 ens2np0
mlx5_0 1 5 0000:0000:0000:0000:0000:ffff:c0a8:ab2a 192.168.171.42 v2 ens2np0
mlx5_1 1 0 fe80:0000:0000:0000:966d:aeff:fed6:19aa v1 ens1np0
mlx5_1 1 1 fe80:0000:0000:0000:966d:aeff:fed6:19aa v2 ens1np0
mlx5_1 1 2 fe80:0000:0000:0000:ec59:6adf:faa4:ac6c v1 ens1np0
mlx5_1 1 3 fe80:0000:0000:0000:ec59:6adf:faa4:ac6c v2 ens1np0
mlx5_1 1 4 0000:0000:0000:0000:0000:ffff:c0a8:ab29 192.168.171.41 v1 ens1np0
mlx5_1 1 5 0000:0000:0000:0000:0000:ffff:c0a8:ab29 192.168.171.41 v2 ens1np0
mlx5_2 1 0 fe80:0000:0000:0000:966d:aeff:fed5:bc5e v1 ens3np0
mlx5_2 1 1 fe80:0000:0000:0000:966d:aeff:fed5:bc5e v2 ens3np0
mlx5_2 1 2 fe80:0000:0000:0000:9a7a:7022:09a9:4cbe v1 ens3np0
mlx5_2 1 3 fe80:0000:0000:0000:9a7a:7022:09a9:4cbe v2 ens3np0
mlx5_2 1 4 0000:0000:0000:0000:0000:ffff:c0a8:ab2b 192.168.171.43 v1 ens3np0
mlx5_2 1 5 0000:0000:0000:0000:0000:ffff:c0a8:ab2b 192.168.171.43 v2 ens3np0
mlx5_3 1 0 fe80:0000:0000:0000:966d:aeff:fed6:1996 v1 ens4np0
mlx5_3 1 1 fe80:0000:0000:0000:966d:aeff:fed6:1996 v2 ens4np0
mlx5_3 1 2 fe80:0000:0000:0000:1e05:5379:4811:151a v1 ens4np0
mlx5_3 1 3 fe80:0000:0000:0000:1e05:5379:4811:151a v2 ens4np0
mlx5_3 1 4 0000:0000:0000:0000:0000:ffff:c0a8:ab2c 192.168.171.44 v1 ens4np0
mlx5_3 1 5 0000:0000:0000:0000:0000:ffff:c0a8:ab2c 192.168.171.44 v2 ens4np0
mlx5_4 1 0 fe80:0000:0000:0000:1270:fdff:fe99:5a8e v1 ens5f0np0
mlx5_4 1 1 fe80:0000:0000:0000:1270:fdff:fe99:5a8e v2 ens5f0np0
mlx5_4 1 2 fe80:0000:0000:0000:021f:94ad:84cb:ecca v1 ens5f0np0
mlx5_4 1 3 fe80:0000:0000:0000:021f:94ad:84cb:ecca v2 ens5f0np0
mlx5_4 1 4 0000:0000:0000:0000:0000:ffff:0a9b:ab22 10.155.171.34 v1 ens5f0np0
mlx5_4 1 5 0000:0000:0000:0000:0000:ffff:0a9b:ab22 10.155.171.34 v2 ens5f0np0
mlx5_5 1 0 fe80:0000:0000:0000:1270:fdff:fe99:5a8f v1 ens5f1np1
mlx5_5 1 1 fe80:0000:0000:0000:1270:fdff:fe99:5a8f v2 ens5f1np1
mlx5_5 1 2 fe80:0000:0000:0000:7c66:2d90:4dba:7305 v1 ens5f1np1
mlx5_5 1 3 fe80:0000:0000:0000:7c66:2d90:4dba:7305 v2 ens5f1np1
mlx5_5 1 4 0000:0000:0000:0000:0000:ffff:c0a8:ab2d 192.168.171.45 v1 ens5f1np1
mlx5_5 1 5 0000:0000:0000:0000:0000:ffff:c0a8:ab2d 192.168.171.45 v2 ens5f1np1
n_gids_found=36
7、tcpdump抓取包
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ sudo tcpdump -i ens4np0 -XXvv
dropped privs to tcpdump
tcpdump: listening on ens4np0, link-type EN10MB (Ethernet), snapshot length 262144 bytes
19:02:12.906687 LLDP, length 345
Chassis ID TLV (1), length 7
Subtype MAC address (4): 6c:e2:d3:8d:12:40 (oui Unknown)
0x0000: 046c e2d3 8d12 40
Port ID TLV (2), length 20
Subtype Interface Name (5): TwoHundredGigE1/0/2
0x0000: 0554 776f 4875 6e64 7265 6447 6967 4531
0x0010: 2f30 2f32
Time to Live TLV (3), length 2: TTL 121s
0x0000: 0079
Port Description TLV (4), length 29: TwoHundredGigE1/0/2 Interface
0x0000: 5477 6f48 756e 6472 6564 4769 6745 312f
0x0010: 302f 3220 496e 7465 7266 6163 65
System Name TLV (5), length 41: ASCNBJDSJ-AS-S9855-24B8D-11F-43-shiyanshi
0x0000: 4153 434e 424a 4453 4a2d 4153 2d53 3938
0x0010: 3535 2d32 3442 3844 2d31 3146 2d34 332d
0x0020: 7368 6979 616e 7368 69
System Description TLV (6), length 163
H3C Comware Platform Software, Software Version 9.1.043, Release 9126^M^JH3C S9855-24B8D^M^JCopyright (c) 2004-2022 New H3C Technologies Co., Ltd. All rights reserved.
0x0000: 4833 4320 436f 6d77 6172 6520 506c 6174
0x0010: 666f 726d 2053 6f66 7477 6172 652c 2053
0x0020: 6f66 7477 6172 6520 5665 7273 696f 6e20
0x0030: 392e 312e 3034 332c 2052 656c 6561 7365
0x0040: 2039 3132 360d 0a48 3343 2053 3938 3535
0x0050: 2d32 3442 3844 0d0a 436f 7079 7269 6768
0x0060: 7420 2863 2920 3230 3034 2d32 3032 3220
0x0070: 4e65 7720 4833 4320 5465 6368 6e6f 6c6f
0x0080: 6769 6573 2043 6f2e 2c20 4c74 642e 2041
0x0090: 6c6c 2072 6967 6874 7320 7265 7365 7276
0x00a0: 6564 2e
System Capabilities TLV (7), length 4
System Capabilities [Bridge, Router] (0x0314)
Enabled Capabilities [Bridge, Router] (0x0114)
0x0000: 0314 0114
Management Address TLV (8), length 14
Management Address length 7, AFI 802 (6): 00:0f:e2:07:f2:e0 (oui Unknown)
Interface Index Interface Numbering (2): 0
0x0000: 0706 000f e207 f2e0 0200 0000 0000
Organization specific TLV (127), length 6: OUI Ethernet bridged (0x0080c2)
Port VLAN Id Subtype (1)
port vlan id (PVID): 3000
0x0000: 0080 c201 0bb8
Organization specific TLV (127), length 9: OUI Ethernet bridged (0x0080c2)
Link aggregation Subtype (7)
aggregation status [supported], aggregation port ID 0
0x0000: 0080 c207 0100 0000 00
Organization specific TLV (127), length 9: OUI IEEE 802.3 Private (0x00120f)
MAC/PHY configuration/status Subtype (1)
autonegotiation [supported, enabled] (0x03)
PMD autoneg capability [unknown] (0x0000)
MAU type unknown (0x007f)
0x0000: 0012 0f01 0300 0000 7f
Organization specific TLV (127), length 7: OUI IEEE 802.3 Private (0x00120f)
Power via MDI Subtype (2)
MDI power support [none], power pair signal, power class class0
0x0000: 0012 0f02 0001 01
Organization specific TLV (127), length 6: OUI IEEE 802.3 Private (0x00120f)
Max frame size Subtype (4)
MTU size 9000
0x0000: 0012 0f04 2328
End TLV (0), length 0
0x0000: 0180 c200 000e 000f e207 f2e0 88cc 0207 ................
0x0010: 046c e2d3 8d12 4004 1405 5477 6f48 756e .l....@...TwoHun
0x0020: 6472 6564 4769 6745 312f 302f 3206 0200 dredGigE1/0/2...
0x0030: 7908 1d54 776f 4875 6e64 7265 6447 6967 y..TwoHundredGig
0x0040: 4531 2f30 2f32 2049 6e74 6572 6661 6365 E1/0/2.Interface
0x0050: 0a29 4153 434e 424a 4453 4a2d 4153 2d53 .)ASCNBJDSJ-AS-S
0x0060: 3938 3535 2d32 3442 3844 2d31 3146 2d34 9855-24B8D-11F-4
0x0070: 332d 7368 6979 616e 7368 690c a348 3343 3-shiyanshi..H3C
0x0080: 2043 6f6d 7761 7265 2050 6c61 7466 6f72 .Comware.Platfor
0x0090: 6d20 536f 6674 7761 7265 2c20 536f 6674 m.Software,.Soft
0x00a0: 7761 7265 2056 6572 7369 6f6e 2039 2e31 ware.Version.9.1
0x00b0: 2e30 3433 2c20 5265 6c65 6173 6520 3931 .043,.Release.91
0x00c0: 3236 0d0a 4833 4320 5339 3835 352d 3234 26..H3C.S9855-24
0x00d0: 4238 440d 0a43 6f70 7972 6967 6874 2028 B8D..Copyright.(
0x00e0: 6329 2032 3030 342d 3230 3232 204e 6577 c).2004-2022.New
0x00f0: 2048 3343 2054 6563 686e 6f6c 6f67 6965 .H3C.Technologie
0x0100: 7320 436f 2e2c 204c 7464 2e20 416c 6c20 s.Co.,.Ltd..All.
0x0110: 7269 6768 7473 2072 6573 6572 7665 642e rights.reserved.
0x0120: 0e04 0314 0114 100e 0706 000f e207 f2e0 ................
0x0130: 0200 0000 0000 fe06 0080 c201 0bb8 fe09 ................
0x0140: 0080 c207 0100 0000 00fe 0900 120f 0103 ................
0x0150: 0000 007f fe07 0012 0f02 0001 01fe 0600 ................
0x0160: 120f 0423 2800 00 ...#(..
^C
1 packet captured
1 packet received by filter
0 packets dropped by kernel
8、查看网卡传送、接收数据包的状态
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$ netstat -i
Kernel Interface table
Iface MTU RX-OK RX-ERR RX-DRP RX-OVR TX-OK TX-ERR TX-DRP TX-OVR Flg
enp0s20f0u3 1500 19981 0 0 0 0 0 0 0 BMRU
ens1np0 1500 597 0 0 0 416 0 0 0 BMRU
ens2np0 1500 161 0 0 0 25 0 0 0 BMRU
ens3np0 1500 161 0 0 0 25 0 0 0 BMRU
ens4np0 1500 162 0 0 0 25 0 0 0 BMRU
ens5f0np0 1500 1323944 0 0 0 655274 0 0 0 BMRU
ens5f1np1 1500 82640 0 0 0 27 0 0 0 BMRU
lo 65536 1550279 0 0 0 1550279 0 0 0 LRU
pt@10.155.171.34:/sys/class/infiniband/mlx5_0/device$
以下是参考文献。如有侵权请告知，会及时删除。谢谢
参考文献：
RDMA vs InfiniBand 网卡接口如何区分？_infiniband接口样图-CSDN博客
https://www.cnblogs.com/maifengqiang/p/3863168.html
【RDMA】RoCEv2 帧结构|RoCE和RRoCE|Soft-RoCE_softroce原理-CSDN博客
1万+
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
