rdma_rxe vmcore analysis

最新推荐文章于 2024-07-30 18:17:07 发布
最新推荐文章于 2024-07-30 18:17:07 发布
阅读量973 收藏
点赞数
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.csdn.net/mounter625/article/details/79804087
版权


crash> bt -s
PID: 2439   TASK: ffff973578eb44c0  CPU: 1   COMMAND: "iptables"
 #0 [ffff97357fd036b8] machine_kexec+462 at ffffffffa505a30e
 #1 [ffff97357fd03710] __crash_kexec+97 at ffffffffa5117771
 #2 [ffff97357fd037d0] crash_kexec+56 at ffffffffa5118428
 #3 [ffff97357fd037e8] oops_end+163 at ffffffffa502f263
 #4 [ffff97357fd03808] no_context+425 at ffffffffa506a209
 #5 [ffff97357fd03860] __do_page_fault+212 at ffffffffa506a9a4
 #6 [ffff97357fd038d0] async_page_fault+37 at ffffffffa5a01315
 #7 [ffff97357fd03988] rxe_elem_release+32 at ffffffffc0546090 [rdma_rxe]
 #8 [ffff97357fd039a0] rxe_responder+3014 at ffffffffc0543ab6 [rdma_rxe]
 #9 [ffff97357fd03a90] rxe_do_task+137 at ffffffffc054c1e9 [rdma_rxe]
#10 [ffff97357fd03ab8] rxe_rcv+1122 at ffffffffc05455e2 [rdma_rxe]
#11 [ffff97357fd03b58] udp_queue_rcv_skb+491 at ffffffffa582e0cb
#12 [ffff97357fd03b88] __udp4_lib_rcv+1333 at ffffffffa582f2f5
#13 [ffff97357fd03c08] ip_local_deliver_finish+152 at ffffffffa57fb558
#14 [ffff97357fd03c28] ip_local_deliver+107 at ffffffffa57fb82b
#15 [ffff97357fd03c78] ip_rcv+649 at ffffffffa57fbb29
#16 [ffff97357fd03cd8] __netif_receive_skb_core+2169 at ffffffffa57af019
#17 [ffff97357fd03d88] netif_receive_skb_internal+52 at ffffffffa57b14f4
#18 [ffff97357fd03db0] napi_gro_receive+191 at ffffffffa57b21df
#19 [ffff97357fd03dd0] e1000_clean_rx_irq+348 at ffffffffc00b3f0c [e1000]
#20 [ffff97357fd03e68] e1000_clean+637 at ffffffffc00b47fd [e1000]
#21 [ffff97357fd03ee8] net_rx_action+638 at ffffffffa57b1a6e
#22 [ffff97357fd03f60] __softirqentry_text_start+245 at ffffffffa5c000f5
#23 [ffff97357fd03fb8] irq_exit+174 at ffffffffa508655e
#24 [ffff97357fd03fc0] do_IRQ+74 at ffffffffa5a01e4a
--- <IRQ stack> ---
bt: cannot transition from IRQ stack to current process stack:
        IRQ stack pointer: ffff97357fd036b8
    process stack pointer: ffffb2f940897dc0
       current stack base: ffffb2f940894000
crash> mod -s rdma_rxe
     MODULE       NAME                     SIZE  OBJECT FILE
ffffffffc055b280  rdma_rxe               126976  /mnt/sdd/201804030156/rdma_rxe.ko
crash> dis -r rxe_elem_release+32
0xffffffffc0546070 <rxe_elem_release>:  nopl   0x0(%rax,%rax,1) [FTRACE NOP]
0xffffffffc0546075 <rxe_elem_release+5>:        push   %rbp
0xffffffffc0546076 <rxe_elem_release+6>:        push   %rbx
0xffffffffc0546077 <rxe_elem_release+7>:        lea    -0x8(%rdi),%rbp
0xffffffffc054607b <rxe_elem_release+11>:       mov    -0x8(%rdi),%rbx
0xffffffffc054607f <rxe_elem_release+15>:       mov    0x20(%rbx),%rax
0xffffffffc0546083 <rxe_elem_release+19>:       test   %rax,%rax
0xffffffffc0546086 <rxe_elem_release+22>:       je     0xffffffffc0546090 <rxe_elem_release+32>
0xffffffffc0546088 <rxe_elem_release+24>:       mov    %rbp,%rdi
0xffffffffc054608b <rxe_elem_release+27>:       callq  0xffffffffa5c03000 <__entry_trampoline_end>
0xffffffffc0546090 <rxe_elem_release+32>:       mov    0x30(%rbx),%eax
crash> whatis rxe_elem_release
void rxe_elem_release(struct kref *);
crash> bt -f
PID: 2439   TASK: ffff973578eb44c0  CPU: 1   COMMAND: "iptables"
 #0 [ffff97357fd036b8] machine_kexec at ffffffffa505a30e
    ffff97357fd036c0: 00001b03fe80b700 ffff973500000000
    ffff97357fd036d0: 000000002b001000 ffff97352b001000
    ffff97357fd036e0: 000000002b000000 81a0200101020800
    ffff97357fd036f0: ffa01b03fe80b700 ffff97357fd038d8
    ffff97357fd03700: 0000000000000009 ffff97357fd038d8
    ffff97357fd03710: ffffffffa5117771
 #1 [ffff97357fd03710] __crash_kexec at ffffffffa5117771
    ffff97357fd03718: 00000000ecf6ab4f ffff973578e98810
    ffff97357fd03728: 000000000000001d 0000000000000296
    ffff97357fd03738: ffff973578e98810 ffff973578e99020
    ffff97357fd03748: 0000000000000001 ffff97357fd037a8
    ffff97357fd03758: ffff9735355e7e18 ffff973578eb44c0
    ffff97357fd03768: 0000000000000af0 0000000000000004
    ffff97357fd03778: ffff973578e98b50 0000000000000296
    ffff97357fd03788: ffff973578e98810 ffffffffffffffff
    ffff97357fd03798: 0000000000000af0 0000000000000010
    ffff97357fd037a8: 0000000000010206 ffff97357fd03988
    ffff97357fd037b8: 0000000000000018 ffa01b03fe80b700
    ffff97357fd037c8: ffff97357fd038d8 ffffffffa5118428
 #2 [ffff97357fd037d0] crash_kexec at ffffffffa5118428
    ffff97357fd037d8: ffffffff00000000 0000000000000046
    ffff97357fd037e8: ffffffffa502f263
 #3 [ffff97357fd037e8] oops_end at ffffffffa502f263
    ffff97357fd037f0: 0000000000000af0 ffff97357fd038d8
    ffff97357fd03800: 0000000000000009 ffffffffa506a209
 #4 [ffff97357fd03808] no_context at ffffffffa506a209
    ffff97357fd03810: 0000000000000009 ffff97357fd038d8
    ffff97357fd03820: 0000000000000046 ffa01b03fe80b700
    ffff97357fd03830: 0000000000000010 ffff97357fd038d8
    ffff97357fd03840: 0000000000000af0 0000000000000000
    ffff97357fd03850: 0000000000000000 ffff973578eb44c0
    ffff97357fd03860: ffffffffa506a9a4
 #5 [ffff97357fd03860] __do_page_fault at ffffffffa506a9a4
    ffff97357fd03868: 0000000000000070 ffff97357fd038d8
    ffff97357fd03878: 0000000000000046 0000000000000001
    ffff97357fd03888: ffffffffa50aa6c5 ffff973535015280
    ffff97357fd03898: ffa01b03fe80b700 0000000000000001
    ffff97357fd038a8: 0000000000000000 0000000000000000
    ffff97357fd038b8: 0000000000000000 0000000000000000
    ffff97357fd038c8: 0000000000000000 ffffffffa5a01315
 #6 [ffff97357fd038d0] async_page_fault at ffffffffa5a01315
    ffff97357fd038d8: 00000000ecf6ab4f ffff973578e98810
    ffff97357fd038e8: 000000000000001d 0000000000000296
    ffff97357fd038f8: ffff973578e98810 ffff973578e99020
    ffff97357fd03908: 0000000000000001 ffff97357fd037a8
    ffff97357fd03918: ffff9735355e7e18 ffff973578eb44c0
    ffff97357fd03928: 0000000000000af0 0000000000000004
    ffff97357fd03938: ffff973578e98b50 0000000000000296
    ffff97357fd03948: ffff973578e98810 ffffffffffffffff
    ffff97357fd03958: 0000000000000af0 0000000000000010
    ffff97357fd03968: 0000000000010206 ffff97357fd03988
    ffff97357fd03978: 0000000000000018 0000000000000af0
    ffff97357fd03988: ffffffffc0546090
 #7 [ffff97357fd03988] rxe_elem_release at ffffffffc0546090 [rdma_rxe]
    ffff97357fd03990: 00000000fffffff5 ffff973578e98818
    ffff97357fd039a0: ffffffffc0543ab6
 #8 [ffff97357fd039a0] rxe_responder at ffffffffc0543ab6 [rdma_rxe]
    ffff97357fd039a8: ffff973579ec3cf6 ffff973577e40000
    ffff97357fd039b8: ffffffffc054084c ffff973578e98c38
    ffff97357fd039c8: 0000000000000000 ffa01b03fe80b700
    ffff97357fd039d8: ffff973579ec3cf6 00000000ecf6ab4f
    ffff97357fd039e8: 0000000000000000 1ffff2e6affa0742
    ffff97357fd039f8: ffff97357fd03a10 ffff97357fd03ab0
    ffff97357fd03a08: ffffffffc054bba9 ffff973579e07a80
    ffff97357fd03a18: 0000000000000000 0000008000000000
    ffff97357fd03a28: 0000001000000000 0000001178e98850
    ffff97357fd03a38: 0000000100000000 0001000000000000
    ffff97357fd03a48: 0000000000000000 0000000000000000
    ffff97357fd03a58: ffa01b03fe80b700 ffff973578e98f28
    ffff97357fd03a68: ffff973578e98f5c 0000000000000296
    ffff97357fd03a78: 0000000000000000 ffff9735765bfd00
    ffff97357fd03a88: 00000000ecf6ab4f ffffffffc054c1e9
 #9 [ffff97357fd03a90] rxe_do_task at ffffffffc054c1e9 [rdma_rxe]
    ffff97357fd03a98: ffff973577e40000 ffff97357fd03b40

lea    -0x8(%rdi),%rbp means rbp = rdi -0x8
so rdi = rbp + 0x8
...
 #7 [ffff97357fd03988] rxe_elem_release at ffffffffc0546090 [rdma_rxe]
    ffff97357fd03990: 00000000fffffff5 ffff973578e98818
    ffff97357fd039a0: ffffffffc0543ab6
...
rbp is ffff97357fd039a0

crash> eval 0xffff97357fd039a0 + 0x8
hexadecimal: ffff97357fd039a8
    decimal: 18446628854766254504  (-115218943297112)
      octal: 1777774563257764034650
     binary: 1111111111111111100101110011010101111111110100000011100110101000
crash> struct kref
struct kref {
    refcount_t refcount;
}
SIZE: 4
crash> rd ffff97357fd039a8
ffff97357fd039a8:  ffff973579ec3cf6                    .<.y5...
crash> struct kref ffff973579ec3cf6
struct kref {
  refcount = {
    refs = {
      counter = 0
    }
  }
}

The counter is 0.

crash> struct rxe_qp -o
struct rxe_qp {
     [0] struct rxe_pool_entry pelem;
    [64] struct ib_qp ibqp;
   [344] struct ib_qp_attr attr;
   [512] unsigned int valid;
   [516] unsigned int mtu;
   [520] int is_user;
   [528] struct rxe_pd *pd;
   [536] struct rxe_srq *srq;
   [544] struct rxe_cq *scq;
   [552] struct rxe_cq *rcq;
   [560] enum ib_sig_type sq_sig_type;
   [568] struct rxe_sq sq;
   [592] struct rxe_rq rq;
   [616] struct socket *sk;
   [624] u32 dst_cookie;
   [632] struct rxe_av pri_av;
   [720] struct rxe_av alt_av;
   [808] struct list_head grp_list;
   [824] spinlock_t grp_lock;
   [832] struct sk_buff_head req_pkts;
   [856] struct sk_buff_head resp_pkts;
   [880] struct sk_buff_head send_pkts;
   [904] struct rxe_req_info req;
  [1040] struct rxe_comp_info comp;
  [1160] struct rxe_resp_info resp;
  [1912] atomic_t ssn;
  [1916] atomic_t skb_out;
  [1920] int need_req_skb;
  [1928] struct timer_list retrans_timer;
  [1968] u64 qp_timeout_jiffies;
  [1976] struct timer_list rnr_nak_timer;
  [2016] spinlock_t state_lock;
  [2024] struct execute_work cleanup_work;
}
SIZE: 2056
crash> struct rxe_pool_entry -o
struct rxe_pool_entry {
   [0] struct rxe_pool *pool;
   [8] struct kref ref_cnt;
  [16] struct list_head list;
  [32] struct rb_node node;
  [56] u32 index;
}
SIZE: 64
crash> eval 8
hexadecimal: 8
    decimal: 8
      octal: 10
     binary: 0000000000000000000000000000000000000000000000000000000000001000
crash> eval 0xffff973579ec3cf6 - 0x8
hexadecimal: ffff973579ec3cee
    decimal: 18446628854667427054  (-115219042124562)
      octal: 1777774563257173036356
     binary: 1111111111111111100101110011010101111001111011000011110011101110
crash> struct rxe_pool_entry 0xffff973579ec3cee
struct rxe_pool_entry {
  pool = 0x1df2318011000000,
  ref_cnt = {
    refcount = {
      refs = {
        counter = 0
      }
    }
  },
  list = {
    next = 0x4000000011040000,
    prev = 0x46454443a3834456
  },
  node = {
    __rb_parent_color = 6799692559826901079,
    rb_right = 0x666564636261605f,
    rb_left = 0x6e6d6c6b6a696867
  },
  index = 1920036975
}
crash> struct rxe_qp -o
struct rxe_qp {
     [0] struct rxe_pool_entry pelem;
    [64] struct ib_qp ibqp;
   [344] struct ib_qp_attr attr;
   [512] unsigned int valid;
   [516] unsigned int mtu;
   [520] int is_user;
   [528] struct rxe_pd *pd;
   [536] struct rxe_srq *srq;
   [544] struct rxe_cq *scq;
   [552] struct rxe_cq *rcq;
   [560] enum ib_sig_type sq_sig_type;
   [568] struct rxe_sq sq;
   [592] struct rxe_rq rq;
   [616] struct socket *sk;
   [624] u32 dst_cookie;
   [632] struct rxe_av pri_av;
   [720] struct rxe_av alt_av;
   [808] struct list_head grp_list;
   [824] spinlock_t grp_lock;
   [832] struct sk_buff_head req_pkts;
   [856] struct sk_buff_head resp_pkts;
   [880] struct sk_buff_head send_pkts;
   [904] struct rxe_req_info req;
  [1040] struct rxe_comp_info comp;
  [1160] struct rxe_resp_info resp;
  [1912] atomic_t ssn;
  [1916] atomic_t skb_out;
  [1920] int need_req_skb;
  [1928] struct timer_list retrans_timer;
  [1968] u64 qp_timeout_jiffies;
  [1976] struct timer_list rnr_nak_timer;
  [2016] spinlock_t state_lock;
  [2024] struct execute_work cleanup_work;
}
SIZE: 2056

crash> struct rxe_qp 0xffff973579ec3cee
struct rxe_qp {
  pelem = {
    pool = 0x1df2318011000000,
    ref_cnt = {
      refcount = {
        refs = {
          counter = 0
        }
      }
    },
    list = {
      next = 0x4000000011040000,
      prev = 0x46454443a3834456
    },
    node = {
      __rb_parent_color = 6799692559826901079,
      rb_right = 0x666564636261605f,
      rb_left = 0x6e6d6c6b6a696867
    },
    index = 1920036975
  },
  ibqp = {
    device = 0x444342417a797877,
    pd = 0x6659090500474645,
    send_cq = 0x0,
    recv_cq = 0x0,
    mr_lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    },
    mrs_used = 0,
    rdma_mrs = {
      next = 0x0,
      prev = 0x8ae4000000010000
    },
    sig_mrs = {
      next = 0x8a7a5a5160290f62,
      prev = 0x0
    },
    srq = 0x0,
    xrcd = 0x0,
    xrcd_list = {
      next = 0x0,
      prev = 0x0
    },
    usecnt = {
      counter = 0
    },
    open_list = {
      next = 0x10000,
      prev = 0x0
    },
    real_qp = 0x0,
    uobject = 0x0,
    event_handler = 0x0,
    qp_context = 0x0,
    qp_num = 0,
    max_write_sge = 0,
    max_read_sge = 0,
    qp_type = IB_QPT_SMI,
    rwq_ind_tbl = 0x0,
    qp_sec = 0x0,
    port = 0 '\000',
    res = {
      valid = false,
      kref = {
        refcount = {
          refs = {
            counter = 0
          }
        }
      },
      comp = {
        done = 0,
        wait = {
          lock = {
            {
              rlock = {
                raw_lock = {
                  val = {
                    counter = 0
                  }
                }
              }
            }
          },
          head = {
            next = 0x0,
            prev = 0x0
          }
        }
      },
      task = 0x0,
      kern_name = 0x0,
      node = {
        next = 0x0,
        pprev = 0x0
      },
      type = RDMA_RESTRACK_PD
    }
  },
  attr = {
    qp_state = IB_QPS_RESET,
    cur_qp_state = IB_QPS_RESET,
    path_mtu = 0,
    path_mig_state = IB_MIG_MIGRATED,
    qkey = 0,
    rq_psn = 0,
    sq_psn = 0,
    dest_qp_num = 0,
    qp_access_flags = 0,
    cap = {
      max_send_wr = 0,
      max_recv_wr = 0,
      max_send_sge = 0,
      max_recv_sge = 0,
      max_inline_data = 0,
      max_rdma_ctxs = 0
    },
    ah_attr = {
      grh = {
        dgid = {
          raw = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
          global = {
            subnet_prefix = 0,
            interface_id = 0
          }
        },
        flow_label = 0,
        sgid_index = 0 '\000',
        hop_limit = 0 '\000',
        traffic_class = 0 '\000'
      },
      sl = 0 '\000',
      static_rate = 0 '\000',
      port_num = 0 '\000',
      ah_flags = 0 '\000',
      type = RDMA_AH_ATTR_TYPE_UNDEFINED,
      {
        ib = {
          dlid = 0,
          src_path_bits = 0 '\000'
        },
        roce = {
          dmac = "\000\000\000\000\000"
        },
        opa = {
          dlid = 0,
          src_path_bits = 0 '\000',
          make_grd = false
        }
      }
    },
    alt_ah_attr = {
      grh = {
        dgid = {
          raw = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
          global = {
            subnet_prefix = 0,
            interface_id = 0
          }
        },
        flow_label = 1414660096,
        sgid_index = 0 '\000',
        hop_limit = 18 '\022',
        traffic_class = 52 '4'
      },
      sl = 82 'R',
      static_rate = 84 'T',
      port_num = 0 '\000',
      ah_flags = 18 '\022',
      type = 546612,
      {
        ib = {
          dlid = 69,
          src_path_bits = 0 '\000'
        },
        roce = {
          dmac = "E\000\000\060\061E"
        },
        opa = {
          dlid = 805306437,
          src_path_bits = 49 '1',
          make_grd = 69
        }
      }
    },
    pkey_index = 4416,
    alt_pkey_index = 7927,
    en_sqd_async_notify = 192 '\300',
    sq_draining = 168 '\250',
    max_rd_atomic = 200 '\310',
    max_dest_rd_atomic = 132 '\204',
    min_rnr_timer = 192 '\300',
    port_num = 168 '\250',
    timeout = 200 '\310',
    retry_cnt = 131 '\203',
    rnr_retry = 192 '\300',
    alt_port_num = 0 '\000',
    alt_timeout = 18 '\022',
    rate_limit = 7168
  },
  valid = 285212672,
  mtu = 3312813824,
  is_user = -277544929,
  pd = 0x5634120022050000,
  srq = 0x8573412005452,
  scq = 0x4007313c000045,
  rcq = 0x84c8a8c050f71140,
  sq_sig_type = (unknown: 2210965696),
  sq = {
    max_wr = 10240,
    max_sge = -65532,
    max_inline = 285212672,
    sq_lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 150090112
            }
          }
        }
      }
    },
    queue = 0xa029ee0100000000
  },
  rq = {
    max_wr = 0,
    max_sge = 0,
    producer_lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    },
    consumer_lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    },
    queue = 0x0
  },
  sk = 0x0,
  dst_cookie = 65536,
  pri_av = {
    port_num = 0 '\000',
    network_type = 0 '\000',
    grh = {
      dgid = {
        raw = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
        global = {
          subnet_prefix = 0,
          interface_id = 0
        }
      },
      flow_label = 0,
      sgid_index = 0 '\000',
      hop_limit = 0 '\000',
      traffic_class = 0 '\000'
    },
    sgid_addr = {
      _sockaddr = {
        sa_family = 0,
        sa_data = "\000\000\000\000\000\000\000\000\000\000\000\000\000"
      },
      _sockaddr_in = {
        sin_family = 0,
        sin_port = 0,
        sin_addr = {
          s_addr = 0
        },
        __pad = "\000\000\000\000\000\000\000"
      },
      _sockaddr_in6 = {
        sin6_family = 0,
        sin6_port = 0,
        sin6_flowinfo = 0,
        sin6_addr = {
          in6_u = {
            u6_addr8 = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
            u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0},
            u6_addr32 = {0, 0, 0, 0}
          }
        },
        sin6_scope_id = 65536
      }
    },
    dgid_addr = {
      _sockaddr = {
        sa_family = 0,
        sa_data = "\000\000\000\000\000\000\000\000\000\000\000\000\000"
      },
      _sockaddr_in = {
        sin_family = 0,
        sin_port = 0,
        sin_addr = {
          s_addr = 0
        },
        __pad = "\000\000\000\000\000\000\000"
      },
      _sockaddr_in6 = {
        sin6_family = 0,
        sin6_port = 0,
        sin6_flowinfo = 0,
        sin6_addr = {
          in6_u = {
            u6_addr8 = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
            u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0},
            u6_addr32 = {0, 0, 0, 0}
          }
        },
        sin6_scope_id = 0
      }
    }
  },
  alt_av = {
    port_num = 0 '\000',
    network_type = 0 '\000',
    grh = {
      dgid = {
        raw = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
        global = {
          subnet_prefix = 0,
          interface_id = 0
        }
      },
      flow_label = 0,
      sgid_index = 0 '\000',
      hop_limit = 0 '\000',
      traffic_class = 0 '\000'
    },
    sgid_addr = {
      _sockaddr = {
        sa_family = 0,
        sa_data = "\000\000\000\000\000\000\000\000\000\000\000\000\000"
      },
      _sockaddr_in = {
        sin_family = 0,
        sin_port = 0,
        sin_addr = {
          s_addr = 0
        },
        __pad = "\000\000\000\000\000\000\000"
      },
      _sockaddr_in6 = {
        sin6_family = 0,
        sin6_port = 0,
        sin6_flowinfo = 0,
        sin6_addr = {
          in6_u = {
            u6_addr8 = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
            u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0},
            u6_addr32 = {0, 0, 0, 0}
          }
        },
        sin6_scope_id = 0
      }
    },
    dgid_addr = {
      _sockaddr = {
        sa_family = 0,
        sa_data = "\000\000\000\000\000\000\000\000\000\000\000\000\000"
      },
      _sockaddr_in = {
        sin_family = 0,
        sin_port = 0,
        sin_addr = {
          s_addr = 0
        },
        __pad = "\000\000\000\000\000\000\000"
      },
      _sockaddr_in6 = {
        sin6_family = 0,
        sin6_port = 0,
        sin6_flowinfo = 0,
        sin6_addr = {
          in6_u = {
            u6_addr8 = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
            u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0},
            u6_addr32 = {0, 0, 0, 0}
          }
        },
        sin6_scope_id = 0
      }
    }
  },
  grp_list = {
    next = 0x0,
    prev = 0x0
  },
  grp_lock = {
    {
      rlock = {
        raw_lock = {
          val = {
            counter = 0
          }
        }
      }
    }
  },
  req_pkts = {
    next = 0x0,
    prev = 0x0,
    qlen = 0,
    lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    }
  },
  resp_pkts = {
    next = 0x0,
    prev = 0x0,
    qlen = 0,
    lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    }
  },
  send_pkts = {
    next = 0x0,
    prev = 0x0,
    qlen = 0,
    lock = {
      {
        rlock = {
          raw_lock = {
            val = {
              counter = 0
            }
          }
        }
      }
    }
  },
  req = {
    state = QP_STATE_RESET,
    wqe_index = 0,
    psn = 0,
    opcode = 0,
    rd_atomic = {
      counter = 0
    },
    wait_fence = 0,
    need_rd_atomic = 0,
    wait_psn = 0,
    need_retry = 0,
    noack_pkts = 0,
    task = {
      obj = 0x0,
      tasklet = {
        next = 0x0,
        state = 0,
        count = {
          counter = 0
        },
        func = 0x5634120054520000,
        data = 2347680965612626
      },
      state = 1879048261,
      state_lock = {
        {
          rlock = {
            raw_lock = {
              val = {
                counter = 4211761
              }
            }
          }
        }
      },
      arg = 0x84c8a8c0dff61140,
      func = 0xb71200c083c8a8c0,
      ret = 23552,
      name = "\020\000\377\377\000\000\000\021\000\207u\304\037\000", <incomplete sequence \356>,
      destroyed = 114
    }
  },
  comp = {
    psn = 1852403757,
    opcode = 808529255,
    timeout = 976434736,
    timeout_retry = 1616862752,
    retry_cnt = 1684234849,
    rnr_retry = 1751606885,
    task = {
      obj = 0x706f6e6d6c6b6a69,
      tasklet = {
        next = 0x7877767574737271,
        state = 5063528411713075833,
        count = {
          counter = 1246316615
        },
        func = 0x3e78fafe0051504f,
        data = 4611686018427387904
      },
      state = 829664997,
      state_lock = {
        {
          rlock = {
            raw_lock = {
              val = {
                counter = 1802135912
              }
            }
          }
        }
      },
      arg = 0xfc8e800f31dbbcb8,
      func = 0xbae1a8f39df0116a,
      ret = 0,
      name = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
      destroyed = false
    }
  },
  resp = {
    state = QP_STATE_RESET,
    msn = 0,
    psn = 0,
    opcode = 0,
    drop_msg = 0,
    goto_error = 0,
    sent_psn_nak = 0,
    status = IB_WC_SUCCESS,
    aeth_syndrome = 0 '\000',
    wqe = 0x10000,
    va = 0,
    mr = 0x0,
    resid = 0,
    rkey = 0,
    atomic_orig = 0,
    srq_wqe = {
      wqe = {
        wr_id = 0,
        num_sge = 0,
        padding = 0,
        dma = {
          length = 0,
          resid = 0,
          cur_sge = 0,
          num_sge = 0,
          sge_offset = 0,
          {
            inline_data = 0xffff973579ec41ee "",
            sge = 0xffff973579ec41ee
          }
        }
      },
      sge = {{
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 6211609578674716672,
          length = 302011474,
          lkey = 546612
        }, {
          addr = 18088277248573509,
          length = 351736128,
          lkey = 2227742912
        }, {
          addr = 13191607085366290624,
          length = 10240,
          lkey = 4294901764
        }, {
          addr = 2085784003536748544,
          length = 0,
          lkey = 2687102465
        }, {
          addr = 4611686018998140928,
          length = 364605222,
          lkey = 1768449894
        }, {
          addr = 6872032732664977752,
          length = 1667391840,
          lkey = 1734763876
        }, {
          addr = 8029475498074204520,
          length = 1936879984,
          lkey = 2004252020
        }, {
          addr = 4991188238878800248,
          length = 4736838,
          lkey = 1719736295
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 65536,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 0,
          length = 0,
          lkey = 0
        }, {
          addr = 65536,
          length = 0,
          lkey = 0
        }}
    },
    resources = 0x0,
    res_head = 0,
    res_tail = 0,
    res = 0x0,
    task = {
      obj = 0x0,
      tasklet = {
        next = 0x0,
        state = 0,
        count = {
          counter = 0
        },
        func = 0x0,
        data = 0
      },
      state = 0,
      state_lock = {
        {
          rlock = {
            raw_lock = {
              val = {
                counter = 0
              }
            }
          }
        }
      },
      arg = 0x0,
      func = 0x0,
      ret = 0,
      name = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000",
      destroyed = false
    }
  },
  ssn = {
    counter = 0
  },
  skb_out = {
    counter = 0
  },
  need_req_skb = 0,
  retrans_timer = {
    entry = {
      next = 0x0,
      pprev = 0x0
    },
    expires = 0,
    function = 0x0,
    flags = 0
  },
  qp_timeout_jiffies = 0,
  rnr_nak_timer = {
    entry = {
      next = 0x0,
      pprev = 0x0
    },
    expires = 0,
    function = 0x0,
    flags = 0
  },
  state_lock = {
    {
      rlock = {
        raw_lock = {
          val = {
            counter = 0
          }
        }
      }
    }
  },
  cleanup_work = {
    work = {
      data = {
        counter = 0
      },
      entry = {
        next = 0x0,
        prev = 0x0
      },
      func = 0x0
    }
  }
}

mounter625
关注
【InfiniBand】IBV_WR_RDMA_WRITE_WITH_IMM / IBV_WC_RECV_RDMA_WITH_IMM
数字人生
07-05 611
IB卡带立即数的写操作IBV_WR_RDMA_WRITE_WITH_IMM ，对应的远端(remote)接收操作是 IBV_WC_RECV_RDMA_WITH_IMM。
【RDMA】RDMA 编程实例（rdma_cm API）
小鱼菜鸟的博客
07-22 1088
目录 RDMA编程基础 说明 1. RDMA的学习环境搭建 2. RDMA与socket的类比 3. RDMA服务器的代码流程 main() { } 实例 用法 Makefile 服务端server.c 客户端client.c 更多讲解教程 WRITE|READ编程(RDMA read and write with IBv...
rdma rxe驱动ack包状态机解析
qq_38158479的博客
04-19 298
如果收到了ack包就会进行一系列的处理，如下，红色的代表走的是正常逻辑。文件：rxe_comp.c的rxe_completer函数。
【自记录】龙蜥8.2 RDMA（RXE软实现）配置
gogoytgo的博客
04-03 498
因为有需要了解RDMA，因此找了2台机器进行部署验证，理解细节。RDMA默认是需要特殊网卡，甚至特殊交换机的，但是也可以基于RXE软件实现。因此本次就用RXE看看效果。
教你在虚拟机上把普通网卡配置成softroce设备来运行rdma-core中的示例程序
最新发布
妄北y
07-30 953
在虚拟机环境中，将普通网卡配置为 SoftRoCE 设备可以帮助你在没有实际硬件 RDMA 设备的情况下测试和体验 RDMA 功能。SoftRoCE 是 RoCE（RDMA over Converged Ethernet）协议的一个软件实现。
rdma rxe ack超时处理原理
qq_38158479的博客
04-17 308
那么state的变化为COMPST_GET_WQE->COMPST_EXIT->COMPST_ERROR_RETRY->COMPST_ERROR_RETRY,在int rxe_requester(void *arg)发包函数的最后会调用update_state函数，触发retrans_timer定时器。然后从skb队列里取出skb包，如果超时取出的skb为NULL，说明定时器到期以后，还没有ack过来，从而，在定时器到期以后会调度到rxe_completer函数，到了req的调度以后，
【RDMA】15. RDMA之RoCE & Soft-RoCE
bandaoyu的note
09-26 2058
原文： 本文欢迎转载，转载请注明出处 阅读本文前建议温习“RDMA概述”一文，了解下RDMA领域的基本概念。 我已经在基本概念篇里面跟大家对本领域的基本知识进行了科普，在对于基本的宏观概念有了认识之后，我们就可以开始更深入的研究RDMA的实现细节了。协议本身比较抽象，对着IB规范照本宣科估计大家也很难理解，最好的方式莫过于一边做一边学了。 但是支持RDMA的网卡都比较昂贵，拿Mellanox（现在是NVIDIA）来说，在其官网上最新一代支持Infiniband的网卡——ConnectX-6最便宜的单
NVMe of RDMA(Soft-RoCE)环境搭建四：RDMA（Soft-RoCE）软件栈部署
探索未知，成就非凡
07-05 1498
相比于rdma-core自带的示例程序 ，功能更加强大，当然也更复杂。ens33为Soft-RoCE设备所绑定的网络设备名，也就是我们刚才ifconfig看到的网卡名，每个虚拟机可能都不一样。2.由于我们实在虚拟机中进行相关验证，没有对应的支持RDMA的硬件网卡，所以我们这里的RDMA Soft-RoCE。RoCE功能的软件实体）的相关选项，用户态也已经部署了rdma-core，那么此步骤可以跳过。如果CONFIG_RDMA_RXE的值为y或者m，表示当前的操作系统可以使用RXE。
【RDMA】librdmacm库和连接建立过程
bandaoyu的note
10-19 7545
它为建立连接提供了一个RDMA传输中立的接口。5. rdma_get_cm_event：等待带有新的rdma_cm_id的RDMA_CM_EVENT_CONNECT_REQUEST事件。8. rdma_get_cm_event：等待RDMA_CM_EVENT_ROUTE_RESOLVED事件。4. rdma_get_cm_event：等待RDMA_CM_EVENT_ADDR_RESOLVED事件。15. rdma_get_cm_event：等待RDMA_CM_EVENT_DISCONNECTED事件。
RDMA编程实例源码（rdma_cm API）
05-12
**远程直接内存访问(RDMA)技术详解与rdma_cm API编程实践** 远程直接内存访问（Remote Direct Memory Access，RDMA）是一种高效的网络通信技术，它允许数据直接在两个设备的内存之间传输，无需经过操作系统内核，...
RDMA_Aware_Programming_user_manual.pdf
11-16
### RDMA_Aware_Programming_user_manual.pdf 关键知识点总结 #### 一、RDMA技术简介 RDMA（Remote Direct Memory Access，远程直接内存访问）是一种高性能的数据传输技术，允许数据在两个计算节点之间直接传输而...
03888网址大全精简版 v1.0.2.rar
07-06
03888网址大全精简版V1.0.2 功能: 网站信息配置 　 　 网站名称 网站地址 网站目录 站长邮箱 网站LOGO 分类默认关键词 分类默认描述 网站版权信息 主机信息查询 网站搜索 网站添加 网站标题 网站地址 分类名称 实用酷站 网站列表 分类搜索 分类添加 　 　 分类名称 上级分类 简写名称 首页分类 实用酷站 相关搜索 分类关键词 分类描述 生成Html静态网页 分类模版修改 通用模版修改 调用标签修改 管理员管理 安装方法：程序下载后直接上传到空间更改一下网站信息，整站生成一遍就可以使用了！ 用户名：03888 密 码：123456
RDMA_RC_example.c
09-27
RDMA SEND/WRITE编程实例（IBV Verbs ）
Linux：CPU使用率是如何计算的？怎么查看CPU使用率？
WEL测试
10-24 1万+
CPU 使用率是最常用来描述系统CPU 性能的指标。 CPU 使用率是单位时间内 CPU 使用情况的统计，以百分比的方式展示。那么 **CPU 使用率到底是怎么算出来的吗？再有 %user、%nice、 %system、%iowait 、%steal 等等，它们之间有什么不同吗？ CPU 使用率 Linux 作为一个多任务操作系统，将每个 CPU 的时间划分为很短的时间片，再通过调度器轮流分配给各个任务使用，因此造成多任务同时运行的错觉。 为了维护 CPU 时间，Linux 通过事先定义的节拍率（内核中表示
部署软件RDMA的步骤
weixin_34167819的博客
08-28 1453
date: 2018-08-28 19:46:56 参考原文原文：http://corasql.blog.51cto.com/5908329/1930455 http://www.bubuko.com/infodetail-2092754.htmlcentos 6.8 安装系统：采用VMware虚拟机安装，网卡模式选择桥接模式。（选择nat...
KVM上的Ubuntu Server 16.04.2 LTS测试soft-RoCE
mounter625的专栏
12-28 1612
   编译linux kernel4.15.因为soft-RoCE是在linux kernel4.5以后添加到main line的。编译时选中RDMA_RXE，这个就是soft-RoCE。然后进行编译:  makemodules_install    makeinstall    makeheaders_install INSTALL_HDR_PA
rmmod: ERROR: Module chardev is not currently loaded解决办法
热门推荐
qq_40036519的博客
10-28 1万+
linux驱动编写时，移除你以加载的驱动模块： rmmod 模块名称 ，不是设备名称 cat /proc/devices 里的是设备名称，lsmod 查看模块名称。是和你的%.ko文件同名的。 例子：设备名称为chardev 模块名称为：chardev_block 和模块文件chardev_block.ko同名。 rmmod chardev_block解决。 ...
【RDMA】20. RDMA之Pyverbs(Python Verbs)
bandaoyu的note
06-11 972
【RDMA】RDMA 学习资料总目录_bandaoyu的博客-CSDN博客SavirRDMA 分享1. RDMA概述https://blog.csdn.net/bandaoyu/article/details/112859853https://zhuanlan.zhihu.com/p/1388747382. 比较基于Socket与RDMA的通信https://blog.csdn.net/bandaoyu/article/details/1128613993. RDMA基本元素和编程基础https://blo
perf工具与perf report children的含义
暗推中...
07-30 2900
perf全名是PerformanceEvent，是在Linux2.6.31以后内置的系统效能分析工具，Perf的核心功能主要为三块，一是使用perfstat对事件进行统计，二是基于perfrecord对事件进行采样分析，三是使用perftop进行实时分析。如果仅要了解perfreportcall-graph形式输出中children的含义，拉到最后即可。...
if(cmd inside {ETH_UD_SND_ONLY,ETH_UD_SND_ONLY_IMMDT,ETH_RD_SND_FRST,ETH_RD_SND_MID, ETH_RD_SND_LST,ETH_RD_SND_LST_IMMDT,ETH_RD_SND_ONLY,ETH_RD_SND_ONLY_IMMDT, ETH_RD_RDMA_WR_FRST,ETH_RD_RDMA_WR_MID,ETH_RD_RDMA_WR_LST,ETH_RD_RDMA_WR_LST_IMMDT, ETH_RD_RDMA_WR_ONLY,ETH_RD_RDMA_WR_ONLY_IMMDT,ETH_RD_RDMA_RD_REQ, ETH_RD_CMP_SWP,ETH_RD_FETCH_ADD,ETH_RD_RESYNC}) deth = new[1]; else deth = new[0];
06-28
RD_RDMA_WR_LST,ETH_RD_RDMA_WR_LST_IMMDT, ETH_RD_RDMA_WR_ONLY,ETH_RD_RDMA_WR_ONLY_IMMDT,ETH_RD_RDMA_RD_REQ, ETH_RD_CMP_SWP,ETH_RD_FETCH_ADD,ETH_RD_RESYNC}这个数组中，就创建一个大小为1的deth数组；...
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

mounter625

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付：¥1
获取中
扫码支付

您的余额不足，请更换扫码支付或充值

打赏作者

实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值