Blame view

include/linux/rds.h 7.68 KB
db49b9d26   Andy Grover   RDS: Add userspac...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
  /*
   * Copyright (c) 2008 Oracle.  All rights reserved.
   *
   * This software is available to you under a choice of one of two
   * licenses.  You may choose to be licensed under the terms of the GNU
   * General Public License (GPL) Version 2, available from the file
   * COPYING in the main directory of this source tree, or the
   * OpenIB.org BSD license below:
   *
   *     Redistribution and use in source and binary forms, with or
   *     without modification, are permitted provided that the following
   *     conditions are met:
   *
   *      - Redistributions of source code must retain the above
   *        copyright notice, this list of conditions and the following
   *        disclaimer.
   *
   *      - Redistributions in binary form must reproduce the above
   *        copyright notice, this list of conditions and the following
   *        disclaimer in the documentation and/or other materials
   *        provided with the distribution.
   *
   * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
   * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
   * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
   * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
   * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
   * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
   * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
   * SOFTWARE.
   *
   */
  
  #ifndef _LINUX_RDS_H
  #define _LINUX_RDS_H
  
  #include <linux/types.h>
db49b9d26   Andy Grover   RDS: Add userspac...
38
39
40
41
42
43
44
45
46
47
48
  #define RDS_IB_ABI_VERSION		0x301
  
  /*
   * setsockopt/getsockopt for SOL_RDS
   */
  #define RDS_CANCEL_SENT_TO      	1
  #define RDS_GET_MR			2
  #define RDS_FREE_MR			3
  /* deprecated: RDS_BARRIER 4 */
  #define RDS_RECVERR			5
  #define RDS_CONG_MONITOR		6
244546f0d   Andy Grover   RDS: Add GET_MR_F...
49
  #define RDS_GET_MR_FOR_DEST		7
db49b9d26   Andy Grover   RDS: Add userspac...
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
  
  /*
   * Control message types for SOL_RDS.
   *
   * CMSG_RDMA_ARGS (sendmsg)
   *	Request a RDMA transfer to/from the specified
   *	memory ranges.
   *	The cmsg_data is a struct rds_rdma_args.
   * RDS_CMSG_RDMA_DEST (recvmsg, sendmsg)
   *	Kernel informs application about intended
   *	source/destination of a RDMA transfer
   * RDS_CMSG_RDMA_MAP (sendmsg)
   *	Application asks kernel to map the given
   *	memory range into a IB MR, and send the
   *	R_Key along in an RDS extension header.
   *	The cmsg_data is a struct rds_get_mr_args,
   *	the same as for the GET_MR setsockopt.
   * RDS_CMSG_RDMA_STATUS (recvmsg)
   *	Returns the status of a completed RDMA operation.
   */
  #define RDS_CMSG_RDMA_ARGS		1
  #define RDS_CMSG_RDMA_DEST		2
  #define RDS_CMSG_RDMA_MAP		3
  #define RDS_CMSG_RDMA_STATUS		4
  #define RDS_CMSG_CONG_UPDATE		5
15133f6e6   Andy Grover   RDS: Implement at...
75
76
  #define RDS_CMSG_ATOMIC_FADD		6
  #define RDS_CMSG_ATOMIC_CSWP		7
20c72bd5f   Andy Grover   RDS: Implement ma...
77
78
  #define RDS_CMSG_MASKED_ATOMIC_FADD	8
  #define RDS_CMSG_MASKED_ATOMIC_CSWP	9
db49b9d26   Andy Grover   RDS: Add userspac...
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  
  #define RDS_INFO_FIRST			10000
  #define RDS_INFO_COUNTERS		10000
  #define RDS_INFO_CONNECTIONS		10001
  /* 10002 aka RDS_INFO_FLOWS is deprecated */
  #define RDS_INFO_SEND_MESSAGES		10003
  #define RDS_INFO_RETRANS_MESSAGES       10004
  #define RDS_INFO_RECV_MESSAGES          10005
  #define RDS_INFO_SOCKETS                10006
  #define RDS_INFO_TCP_SOCKETS            10007
  #define RDS_INFO_IB_CONNECTIONS		10008
  #define RDS_INFO_CONNECTION_STATS	10009
  #define RDS_INFO_IWARP_CONNECTIONS	10010
  #define RDS_INFO_LAST			10010
  
  struct rds_info_counter {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
95
96
  	uint8_t	name[32];
  	uint64_t	value;
fd128dfa5   Andy Grover   RDS: Add rds.h to...
97
  } __attribute__((packed));
db49b9d26   Andy Grover   RDS: Add userspac...
98
99
100
101
102
103
104
105
  
  #define RDS_INFO_CONNECTION_FLAG_SENDING	0x01
  #define RDS_INFO_CONNECTION_FLAG_CONNECTING	0x02
  #define RDS_INFO_CONNECTION_FLAG_CONNECTED	0x04
  
  #define TRANSNAMSIZ	16
  
  struct rds_info_connection {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
106
107
  	uint64_t	next_tx_seq;
  	uint64_t	next_rx_seq;
db49b9d26   Andy Grover   RDS: Add userspac...
108
109
  	__be32		laddr;
  	__be32		faddr;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
110
111
  	uint8_t	transport[TRANSNAMSIZ];		/* null term ascii */
  	uint8_t	flags;
fd128dfa5   Andy Grover   RDS: Add rds.h to...
112
  } __attribute__((packed));
db49b9d26   Andy Grover   RDS: Add userspac...
113

db49b9d26   Andy Grover   RDS: Add userspac...
114
115
116
117
  #define RDS_INFO_MESSAGE_FLAG_ACK               0x01
  #define RDS_INFO_MESSAGE_FLAG_FAST_ACK          0x02
  
  struct rds_info_message {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
118
119
  	uint64_t	seq;
  	uint32_t	len;
db49b9d26   Andy Grover   RDS: Add userspac...
120
121
122
123
  	__be32		laddr;
  	__be32		faddr;
  	__be16		lport;
  	__be16		fport;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
124
  	uint8_t	flags;
fd128dfa5   Andy Grover   RDS: Add rds.h to...
125
  } __attribute__((packed));
db49b9d26   Andy Grover   RDS: Add userspac...
126
127
  
  struct rds_info_socket {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
128
  	uint32_t	sndbuf;
db49b9d26   Andy Grover   RDS: Add userspac...
129
130
131
132
  	__be32		bound_addr;
  	__be32		connected_addr;
  	__be16		bound_port;
  	__be16		connected_port;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
133
134
  	uint32_t	rcvbuf;
  	uint64_t	inum;
fd128dfa5   Andy Grover   RDS: Add rds.h to...
135
  } __attribute__((packed));
db49b9d26   Andy Grover   RDS: Add userspac...
136

70041088e   Andy Grover   RDS: Add TCP tran...
137
138
139
140
141
  struct rds_info_tcp_socket {
  	__be32          local_addr;
  	__be16          local_port;
  	__be32          peer_addr;
  	__be16          peer_port;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
142
143
144
145
146
  	uint64_t       hdr_rem;
  	uint64_t       data_rem;
  	uint32_t       last_sent_nxt;
  	uint32_t       last_expected_una;
  	uint32_t       last_seen_una;
fd128dfa5   Andy Grover   RDS: Add rds.h to...
147
  } __attribute__((packed));
70041088e   Andy Grover   RDS: Add TCP tran...
148

db49b9d26   Andy Grover   RDS: Add userspac...
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
  #define RDS_IB_GID_LEN	16
  struct rds_info_rdma_connection {
  	__be32		src_addr;
  	__be32		dst_addr;
  	uint8_t		src_gid[RDS_IB_GID_LEN];
  	uint8_t		dst_gid[RDS_IB_GID_LEN];
  
  	uint32_t	max_send_wr;
  	uint32_t	max_recv_wr;
  	uint32_t	max_send_sge;
  	uint32_t	rdma_mr_max;
  	uint32_t	rdma_mr_size;
  };
  
  /*
   * Congestion monitoring.
   * Congestion control in RDS happens at the host connection
   * level by exchanging a bitmap marking congested ports.
   * By default, a process sleeping in poll() is always woken
   * up when the congestion map is updated.
   * With explicit monitoring, an application can have more
   * fine-grained control.
   * The application installs a 64bit mask value in the socket,
   * where each bit corresponds to a group of ports.
   * When a congestion update arrives, RDS checks the set of
   * ports that are now uncongested against the list bit mask
   * installed in the socket, and if they overlap, we queue a
   * cong_notification on the socket.
   *
   * To install the congestion monitor bitmask, use RDS_CONG_MONITOR
   * with the 64bit mask.
   * Congestion updates are received via RDS_CMSG_CONG_UPDATE
   * control messages.
   *
   * The correspondence between bits and ports is
   *	1 << (portnum % 64)
   */
  #define RDS_CONG_MONITOR_SIZE	64
  #define RDS_CONG_MONITOR_BIT(port)  (((unsigned int) port) % RDS_CONG_MONITOR_SIZE)
  #define RDS_CONG_MONITOR_MASK(port) (1ULL << RDS_CONG_MONITOR_BIT(port))
  
  /*
   * RDMA related types
   */
  
  /*
   * This encapsulates a remote memory location.
   * In the current implementation, it contains the R_Key
   * of the remote memory region, and the offset into it
   * (so that the application does not have to worry about
   * alignment).
   */
a46f561b7   Andy Grover   RDS: rds.h: Repla...
201
  typedef uint64_t	rds_rdma_cookie_t;
db49b9d26   Andy Grover   RDS: Add userspac...
202
203
  
  struct rds_iovec {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
204
205
  	uint64_t	addr;
  	uint64_t	bytes;
db49b9d26   Andy Grover   RDS: Add userspac...
206
207
208
209
  };
  
  struct rds_get_mr_args {
  	struct rds_iovec vec;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
210
  	uint64_t	cookie_addr;
db49b9d26   Andy Grover   RDS: Add userspac...
211
212
  	uint64_t	flags;
  };
244546f0d   Andy Grover   RDS: Add GET_MR_F...
213
214
215
  struct rds_get_mr_for_dest_args {
  	struct sockaddr_storage	dest_addr;
  	struct rds_iovec 	vec;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
216
  	uint64_t		cookie_addr;
244546f0d   Andy Grover   RDS: Add GET_MR_F...
217
218
  	uint64_t		flags;
  };
db49b9d26   Andy Grover   RDS: Add userspac...
219
220
  struct rds_free_mr_args {
  	rds_rdma_cookie_t cookie;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
221
  	uint64_t	flags;
db49b9d26   Andy Grover   RDS: Add userspac...
222
223
224
225
226
  };
  
  struct rds_rdma_args {
  	rds_rdma_cookie_t cookie;
  	struct rds_iovec remote_vec;
a46f561b7   Andy Grover   RDS: rds.h: Repla...
227
228
229
230
  	uint64_t	local_vec_addr;
  	uint64_t	nr_local;
  	uint64_t	flags;
  	uint64_t	user_token;
db49b9d26   Andy Grover   RDS: Add userspac...
231
  };
15133f6e6   Andy Grover   RDS: Implement at...
232
233
234
235
236
237
238
239
240
241
242
243
  struct rds_atomic_args {
  	rds_rdma_cookie_t cookie;
  	uint64_t 	local_addr;
  	uint64_t 	remote_addr;
  	union {
  		struct {
  			uint64_t	compare;
  			uint64_t	swap;
  		} cswp;
  		struct {
  			uint64_t	add;
  		} fadd;
20c72bd5f   Andy Grover   RDS: Implement ma...
244
245
246
247
248
249
250
251
252
253
  		struct {
  			uint64_t	compare;
  			uint64_t	swap;
  			uint64_t	compare_mask;
  			uint64_t	swap_mask;
  		} m_cswp;
  		struct {
  			uint64_t	add;
  			uint64_t	nocarry_mask;
  		} m_fadd;
15133f6e6   Andy Grover   RDS: Implement at...
254
255
256
257
  	};
  	uint64_t	flags;
  	uint64_t	user_token;
  };
db49b9d26   Andy Grover   RDS: Add userspac...
258
  struct rds_rdma_notify {
a46f561b7   Andy Grover   RDS: rds.h: Repla...
259
  	uint64_t	user_token;
db49b9d26   Andy Grover   RDS: Add userspac...
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
  	int32_t		status;
  };
  
  #define RDS_RDMA_SUCCESS	0
  #define RDS_RDMA_REMOTE_ERROR	1
  #define RDS_RDMA_CANCELED	2
  #define RDS_RDMA_DROPPED	3
  #define RDS_RDMA_OTHER_ERROR	4
  
  /*
   * Common set of flags for all RDMA related structs
   */
  #define RDS_RDMA_READWRITE	0x0001
  #define RDS_RDMA_FENCE		0x0002	/* use FENCE for immediate send */
  #define RDS_RDMA_INVALIDATE	0x0004	/* invalidate R_Key after freeing MR */
  #define RDS_RDMA_USE_ONCE	0x0008	/* free MR after use */
  #define RDS_RDMA_DONTWAIT	0x0010	/* Don't wait in SET_BARRIER */
  #define RDS_RDMA_NOTIFY_ME	0x0020	/* Notify when operation completes */
2c3a5f9ab   Andy Grover   RDS: Add flag for...
278
  #define RDS_RDMA_SILENT		0x0040	/* Do not interrupt remote */
db49b9d26   Andy Grover   RDS: Add userspac...
279
280
  
  #endif /* IB_RDS_H */