Blame view
net/smc/smc_core.h
6.45 KB
b24413180 License cleanup: ... |
1 |
/* SPDX-License-Identifier: GPL-2.0 */ |
0cfdd8f92 smc: connection a... |
2 3 4 5 6 7 8 9 10 11 12 13 |
/* * Shared Memory Communications over RDMA (SMC-R) and RoCE * * Definitions for SMC Connections, Link Groups and Links * * Copyright IBM Corp. 2016 * * Author(s): Ursula Braun <ubraun@linux.vnet.ibm.com> */ #ifndef _SMC_CORE_H #define _SMC_CORE_H |
f38ba179c smc: work request... |
14 |
#include <linux/atomic.h> |
0cfdd8f92 smc: connection a... |
15 16 17 18 |
#include <rdma/ib_verbs.h> #include "smc.h" #include "smc_ib.h" |
cd6851f30 smc: remote memor... |
19 |
#define SMC_RMBS_PER_LGR_MAX 255 /* max. # of RMBs per link group */ |
0cfdd8f92 smc: connection a... |
20 21 22 23 24 25 26 27 28 29 30 |
struct smc_lgr_list { /* list of link group definition */ struct list_head list; spinlock_t lock; /* protects list of link groups */ }; extern struct smc_lgr_list smc_lgr_list; /* list of link groups */ enum smc_lgr_role { /* possible roles of a link group */ SMC_CLNT, /* client */ SMC_SERV /* server */ }; |
f38ba179c smc: work request... |
31 32 33 34 35 |
#define SMC_WR_BUF_SIZE 48 /* size of work request buffer */ struct smc_wr_buf { u8 raw[SMC_WR_BUF_SIZE]; }; |
652a1e41e net/smc: register... |
36 37 38 39 40 41 42 |
#define SMC_WR_REG_MR_WAIT_TIME (5 * HZ)/* wait time for ib_wr_reg_mr result */ enum smc_wr_reg_state { POSTED, /* ib_wr_reg_mr request posted */ CONFIRMED, /* ib_wr_reg_mr response: successful */ FAILED /* ib_wr_reg_mr response: failure */ }; |
0cfdd8f92 smc: connection a... |
43 44 45 |
struct smc_link { struct smc_ib_device *smcibdev; /* ib-device */ u8 ibport; /* port - values 1 | 2 */ |
f38ba179c smc: work request... |
46 47 48 |
struct ib_pd *roce_pd; /* IB protection domain, * unique for every RoCE QP */ |
0cfdd8f92 smc: connection a... |
49 50 |
struct ib_qp *roce_qp; /* IB queue pair */ struct ib_qp_attr qp_attr; /* IB queue pair attributes */ |
f38ba179c smc: work request... |
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
struct smc_wr_buf *wr_tx_bufs; /* WR send payload buffers */ struct ib_send_wr *wr_tx_ibs; /* WR send meta data */ struct ib_sge *wr_tx_sges; /* WR send gather meta data */ struct smc_wr_tx_pend *wr_tx_pends; /* WR send waiting for CQE */ /* above four vectors have wr_tx_cnt elements and use the same index */ dma_addr_t wr_tx_dma_addr; /* DMA address of wr_tx_bufs */ atomic_long_t wr_tx_id; /* seq # of last sent WR */ unsigned long *wr_tx_mask; /* bit mask of used indexes */ u32 wr_tx_cnt; /* number of WR send buffers */ wait_queue_head_t wr_tx_wait; /* wait for free WR send buf */ struct smc_wr_buf *wr_rx_bufs; /* WR recv payload buffers */ struct ib_recv_wr *wr_rx_ibs; /* WR recv meta data */ struct ib_sge *wr_rx_sges; /* WR recv scatter meta data */ /* above three vectors have wr_rx_cnt elements and use the same index */ dma_addr_t wr_rx_dma_addr; /* DMA address of wr_rx_bufs */ u64 wr_rx_id; /* seq # of last recv WR */ u32 wr_rx_cnt; /* number of WR recv buffers */ |
652a1e41e net/smc: register... |
70 71 72 |
struct ib_reg_wr wr_reg; /* WR register memory region */ wait_queue_head_t wr_reg_wait; /* wait for wr_reg result */ enum smc_wr_reg_state wr_reg_state; /* state of wr_reg request */ |
0cfdd8f92 smc: connection a... |
73 74 75 76 77 78 79 80 |
union ib_gid gid; /* gid matching used vlan id */ u32 peer_qpn; /* QP number of peer */ enum ib_mtu path_mtu; /* used mtu */ enum ib_mtu peer_mtu; /* mtu size of peer */ u32 psn_initial; /* QP tx initial packet seqno */ u32 peer_psn; /* QP rx initial packet seqno */ u8 peer_mac[ETH_ALEN]; /* = gid[8:10||13:15] */ u8 peer_gid[sizeof(union ib_gid)]; /* gid of peer*/ |
9bf9abead smc: link layer c... |
81 82 83 |
u8 link_id; /* unique # within link group */ struct completion llc_confirm; /* wait for rx of conf link */ struct completion llc_confirm_resp; /* wait 4 rx of cnf lnk rsp */ |
0cfdd8f92 smc: connection a... |
84 85 86 87 88 89 90 91 92 93 |
}; /* For now we just allow one parallel link per link group. The SMC protocol * allows more (up to 8). */ #define SMC_LINKS_PER_LGR_MAX 1 #define SMC_SINGLE_LINK 0 #define SMC_FIRST_CONTACT 1 /* first contact to a peer */ #define SMC_REUSE_CONTACT 0 /* follow-on contact to a peer*/ |
cd6851f30 smc: remote memor... |
94 95 96 |
/* tx/rx buffer list element for sndbufs list and rmbs list of a lgr */ struct smc_buf_desc { struct list_head list; |
cd6851f30 smc: remote memor... |
97 |
void *cpu_addr; /* virtual address of buffer */ |
a3fe3d01b net/smc: introduc... |
98 |
struct sg_table sgt[SMC_LINKS_PER_LGR_MAX];/* virtual buffer */ |
897e1c245 net/smc: use sepa... |
99 100 101 102 |
struct ib_mr *mr_rx[SMC_LINKS_PER_LGR_MAX]; /* for rmb only: memory region * incl. rkey provided to peer */ |
a3fe3d01b net/smc: introduc... |
103 |
u32 order; /* allocation order */ |
cd6851f30 smc: remote memor... |
104 |
u32 used; /* currently used / unused */ |
897e1c245 net/smc: use sepa... |
105 |
bool reused; /* new created / reused */ |
cd6851f30 smc: remote memor... |
106 |
}; |
bd4ad5771 smc: initialize I... |
107 108 109 110 |
struct smc_rtoken { /* address/key of remote RMB */ u64 dma_addr; u32 rkey; }; |
9bf9abead smc: link layer c... |
111 |
#define SMC_LGR_ID_SIZE 4 |
0cfdd8f92 smc: connection a... |
112 113 114 115 116 117 118 119 120 121 122 |
struct smc_link_group { struct list_head list; enum smc_lgr_role role; /* client or server */ __be32 daddr; /* destination ip address */ struct smc_link lnk[SMC_LINKS_PER_LGR_MAX]; /* smc link */ char peer_systemid[SMC_SYSTEMID_LEN]; /* unique system_id of peer */ struct rb_root conns_all; /* connection tree */ rwlock_t conns_lock; /* protects conns_all */ unsigned int conns_num; /* current # of connections */ unsigned short vlan_id; /* vlan id of link group */ |
cd6851f30 smc: remote memor... |
123 124 125 126 127 |
struct list_head sndbufs[SMC_RMBE_SIZES];/* tx buffers */ rwlock_t sndbufs_lock; /* protects tx buffers */ struct list_head rmbs[SMC_RMBE_SIZES]; /* rx buffers */ rwlock_t rmbs_lock; /* protects rx buffers */ |
bd4ad5771 smc: initialize I... |
128 129 130 131 132 133 |
struct smc_rtoken rtokens[SMC_RMBS_PER_LGR_MAX] [SMC_LINKS_PER_LGR_MAX]; /* remote addr/key pairs */ unsigned long rtokens_used_mask[BITS_TO_LONGS( SMC_RMBS_PER_LGR_MAX)]; /* used rtoken elements */ |
9bf9abead smc: link layer c... |
134 |
u8 id[SMC_LGR_ID_SIZE]; /* unique lgr id */ |
0cfdd8f92 smc: connection a... |
135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 |
struct delayed_work free_work; /* delayed freeing of an lgr */ bool sync_err; /* lgr no longer fits to peer */ }; /* Find the connection associated with the given alert token in the link group. * To use rbtrees we have to implement our own search core. * Requires @conns_lock * @token alert token to search for * @lgr link group to search in * Returns connection associated with token if found, NULL otherwise. */ static inline struct smc_connection *smc_lgr_find_conn( u32 token, struct smc_link_group *lgr) { struct smc_connection *res = NULL; struct rb_node *node; node = lgr->conns_all.rb_node; while (node) { struct smc_connection *cur = rb_entry(node, struct smc_connection, alert_node); if (cur->alert_token_local > token) { node = node->rb_left; } else { if (cur->alert_token_local < token) { node = node->rb_right; } else { res = cur; break; } } } return res; } |
cd6851f30 smc: remote memor... |
171 172 |
struct smc_sock; struct smc_clc_msg_accept_confirm; |
0cfdd8f92 smc: connection a... |
173 174 |
void smc_lgr_free(struct smc_link_group *lgr); void smc_lgr_terminate(struct smc_link_group *lgr); |
3e034725c net/smc: common f... |
175 |
int smc_buf_create(struct smc_sock *smc); |
bd4ad5771 smc: initialize I... |
176 177 |
int smc_rmb_rtoken_handling(struct smc_connection *conn, struct smc_clc_msg_accept_confirm *clc); |
10428dd83 net/smc: synchron... |
178 179 180 181 |
void smc_sndbuf_sync_sg_for_cpu(struct smc_connection *conn); void smc_sndbuf_sync_sg_for_device(struct smc_connection *conn); void smc_rmb_sync_sg_for_cpu(struct smc_connection *conn); void smc_rmb_sync_sg_for_device(struct smc_connection *conn); |
0cfdd8f92 smc: connection a... |
182 |
#endif |