Blame view

fs/ceph/mds_client.h 11.6 KB
2f2dc0534   Sage Weil   ceph: MDS client
1
2
3
4
  #ifndef _FS_CEPH_MDS_CLIENT_H
  #define _FS_CEPH_MDS_CLIENT_H
  
  #include <linux/completion.h>
153c8e6bf   Sage Weil   ceph: use kref fo...
5
  #include <linux/kref.h>
2f2dc0534   Sage Weil   ceph: MDS client
6
7
  #include <linux/list.h>
  #include <linux/mutex.h>
44ca18f26   Sage Weil   ceph: use rbtree ...
8
  #include <linux/rbtree.h>
2f2dc0534   Sage Weil   ceph: MDS client
9
  #include <linux/spinlock.h>
3d14c5d2b   Yehuda Sadeh   ceph: factor out ...
10
11
12
  #include <linux/ceph/types.h>
  #include <linux/ceph/messenger.h>
  #include <linux/ceph/mdsmap.h>
2f2dc0534   Sage Weil   ceph: MDS client
13
14
15
16
17
18
19
20
21
22
23
24
25
26
  
  /*
   * Some lock dependencies:
   *
   * session->s_mutex
   *         mdsc->mutex
   *
   *         mdsc->snap_rwsem
   *
   *         inode->i_lock
   *                 mdsc->snap_flush_lock
   *                 mdsc->cap_delay_lock
   *
   */
3d14c5d2b   Yehuda Sadeh   ceph: factor out ...
27
  struct ceph_fs_client;
2f2dc0534   Sage Weil   ceph: MDS client
28
29
30
31
32
33
34
35
  struct ceph_cap;
  
  /*
   * parsed info about a single inode.  pointers are into the encoded
   * on-wire structures within the mds reply message payload.
   */
  struct ceph_mds_reply_info_in {
  	struct ceph_mds_reply_inode *in;
14303d20f   Sage Weil   ceph: implement D...
36
  	struct ceph_dir_layout dir_layout;
2f2dc0534   Sage Weil   ceph: MDS client
37
38
39
40
41
42
43
  	u32 symlink_len;
  	char *symlink;
  	u32 xattr_len;
  	char *xattr_data;
  };
  
  /*
25933abdd   Herb Shiu   ceph: Handle file...
44
45
46
47
   * parsed info about an mds reply, including information about
   * either: 1) the target inode and/or its parent directory and dentry,
   * and directory contents (for readdir results), or
   * 2) the file range lock info (for fcntl F_GETLK results).
2f2dc0534   Sage Weil   ceph: MDS client
48
49
50
   */
  struct ceph_mds_reply_info_parsed {
  	struct ceph_mds_reply_head    *head;
25933abdd   Herb Shiu   ceph: Handle file...
51
  	/* trace */
2f2dc0534   Sage Weil   ceph: MDS client
52
53
54
55
56
  	struct ceph_mds_reply_info_in diri, targeti;
  	struct ceph_mds_reply_dirfrag *dirfrag;
  	char                          *dname;
  	u32                           dname_len;
  	struct ceph_mds_reply_lease   *dlease;
25933abdd   Herb Shiu   ceph: Handle file...
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
  	/* extra */
  	union {
  		/* for fcntl F_GETLK results */
  		struct ceph_filelock *filelock_reply;
  
  		/* for readdir results */
  		struct {
  			struct ceph_mds_reply_dirfrag *dir_dir;
  			int                           dir_nr;
  			char                          **dir_dname;
  			u32                           *dir_dname_len;
  			struct ceph_mds_reply_lease   **dir_dlease;
  			struct ceph_mds_reply_info_in *dir_in;
  			u8                            dir_complete, dir_end;
  		};
  	};
2f2dc0534   Sage Weil   ceph: MDS client
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
  
  	/* encoded blob describing snapshot contexts for certain
  	   operations (e.g., open) */
  	void *snapblob;
  	int snapblob_len;
  };
  
  
  /*
   * cap releases are batched and sent to the MDS en masse.
   */
  #define CEPH_CAPS_PER_RELEASE ((PAGE_CACHE_SIZE -			\
  				sizeof(struct ceph_mds_cap_release)) /	\
  			       sizeof(struct ceph_mds_cap_item))
  
  
  /*
   * state associated with each MDS<->client session
   */
  enum {
  	CEPH_MDS_SESSION_NEW = 1,
  	CEPH_MDS_SESSION_OPENING = 2,
  	CEPH_MDS_SESSION_OPEN = 3,
  	CEPH_MDS_SESSION_HUNG = 4,
  	CEPH_MDS_SESSION_CLOSING = 5,
  	CEPH_MDS_SESSION_RESTARTING = 6,
  	CEPH_MDS_SESSION_RECONNECTING = 7,
  };
  
  struct ceph_mds_session {
  	struct ceph_mds_client *s_mdsc;
  	int               s_mds;
  	int               s_state;
  	unsigned long     s_ttl;      /* time until mds kills us */
  	u64               s_seq;      /* incoming msg seq # */
  	struct mutex      s_mutex;    /* serialize session messages */
  
  	struct ceph_connection s_con;
4e7a5dcd1   Sage Weil   ceph: negotiate a...
111
112
113
  	struct ceph_authorizer *s_authorizer;
  	void             *s_authorizer_buf, *s_authorizer_reply_buf;
  	size_t            s_authorizer_buf_len, s_authorizer_reply_buf_len;
2f2dc0534   Sage Weil   ceph: MDS client
114
115
116
117
118
119
120
121
122
  	/* protected by s_cap_lock */
  	spinlock_t        s_cap_lock;
  	u32               s_cap_gen;  /* inc each time we get mds stale msg */
  	unsigned long     s_cap_ttl;  /* when session caps expire */
  	struct list_head  s_caps;     /* all caps issued by this session */
  	int               s_nr_caps, s_trim_caps;
  	int               s_num_cap_releases;
  	struct list_head  s_cap_releases; /* waiting cap_release messages */
  	struct list_head  s_cap_releases_done; /* ready to send */
7c1332b8c   Sage Weil   ceph: fix iterate...
123
  	struct ceph_cap  *s_cap_iterator;
2f2dc0534   Sage Weil   ceph: MDS client
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
  
  	/* protected by mutex */
  	struct list_head  s_cap_flushing;     /* inodes w/ flushing caps */
  	struct list_head  s_cap_snaps_flushing;
  	unsigned long     s_renew_requested; /* last time we sent a renew req */
  	u64               s_renew_seq;
  
  	atomic_t          s_ref;
  	struct list_head  s_waiting;  /* waiting requests */
  	struct list_head  s_unsafe;   /* unsafe requests */
  };
  
  /*
   * modes of choosing which MDS to send a request to
   */
  enum {
  	USE_ANY_MDS,
  	USE_RANDOM_MDS,
  	USE_AUTH_MDS,   /* prefer authoritative mds for this metadata item */
  };
  
  struct ceph_mds_request;
  struct ceph_mds_client;
  
  /*
   * request completion callback
   */
  typedef void (*ceph_mds_request_callback_t) (struct ceph_mds_client *mdsc,
  					     struct ceph_mds_request *req);
  
  /*
   * an in-flight mds request
   */
  struct ceph_mds_request {
  	u64 r_tid;                   /* transaction id */
44ca18f26   Sage Weil   ceph: use rbtree ...
159
  	struct rb_node r_node;
37151668b   Yehuda Sadeh   ceph: do caps acc...
160
  	struct ceph_mds_client *r_mdsc;
2f2dc0534   Sage Weil   ceph: MDS client
161
162
  
  	int r_op;                    /* mds op code */
2f2dc0534   Sage Weil   ceph: MDS client
163
164
165
166
167
168
169
170
171
172
  
  	/* operation on what? */
  	struct inode *r_inode;              /* arg1 */
  	struct dentry *r_dentry;            /* arg1 */
  	struct dentry *r_old_dentry;        /* arg2: rename from or link from */
  	char *r_path1, *r_path2;
  	struct ceph_vino r_ino1, r_ino2;
  
  	struct inode *r_locked_dir; /* dir (if any) i_mutex locked by vfs */
  	struct inode *r_target_inode;       /* resulting inode */
b4556396f   Sage Weil   ceph: fix race be...
173
  	struct mutex r_fill_mutex;
2f2dc0534   Sage Weil   ceph: MDS client
174
175
  	union ceph_mds_request_args r_args;
  	int r_fmode;        /* file mode, if expecting cap */
cb4276cca   Sage Weil   ceph: fix uid/gid...
176
177
  	uid_t r_uid;
  	gid_t r_gid;
2f2dc0534   Sage Weil   ceph: MDS client
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
  
  	/* for choosing which mds to send this request to */
  	int r_direct_mode;
  	u32 r_direct_hash;      /* choose dir frag based on this dentry hash */
  	bool r_direct_is_hash;  /* true if r_direct_hash is valid */
  
  	/* data payload is used for xattr ops */
  	struct page **r_pages;
  	int r_num_pages;
  	int r_data_len;
  
  	/* what caps shall we drop? */
  	int r_inode_drop, r_inode_unless;
  	int r_dentry_drop, r_dentry_unless;
  	int r_old_dentry_drop, r_old_dentry_unless;
  	struct inode *r_old_inode;
  	int r_old_inode_drop, r_old_inode_unless;
  
  	struct ceph_msg  *r_request;  /* original request */
e979cf503   Sage Weil   ceph: do not incl...
197
  	int r_request_release_offset;
2f2dc0534   Sage Weil   ceph: MDS client
198
199
200
  	struct ceph_msg  *r_reply;
  	struct ceph_mds_reply_info_parsed r_reply_info;
  	int r_err;
5b1daecd5   Sage Weil   ceph: properly ha...
201
  	bool r_aborted;
2f2dc0534   Sage Weil   ceph: MDS client
202
203
204
205
206
207
208
209
210
211
212
213
214
215
  
  	unsigned long r_timeout;  /* optional.  jiffies */
  	unsigned long r_started;  /* start time to measure timeout against */
  	unsigned long r_request_started; /* start time for mds request only,
  					    used to measure lease durations */
  
  	/* link unsafe requests to parent directory, for fsync */
  	struct inode	*r_unsafe_dir;
  	struct list_head r_unsafe_dir_item;
  
  	struct ceph_mds_session *r_session;
  
  	int               r_attempts;   /* resend attempts */
  	int               r_num_fwd;    /* number of forward attempts */
2f2dc0534   Sage Weil   ceph: MDS client
216
  	int               r_resend_mds; /* mds to resend to next, if any*/
e55b71f80   Greg Farnum   ceph: handle ESTA...
217
  	u32               r_sent_on_mseq; /* cap mseq request was sent at*/
2f2dc0534   Sage Weil   ceph: MDS client
218

153c8e6bf   Sage Weil   ceph: use kref fo...
219
  	struct kref       r_kref;
2f2dc0534   Sage Weil   ceph: MDS client
220
221
222
223
224
  	struct list_head  r_wait;
  	struct completion r_completion;
  	struct completion r_safe_completion;
  	ceph_mds_request_callback_t r_callback;
  	struct list_head  r_unsafe_item;  /* per-session unsafe list item */
e1518c7c0   Sage Weil   ceph: clean up md...
225
  	bool		  r_got_unsafe, r_got_safe, r_got_result;
2f2dc0534   Sage Weil   ceph: MDS client
226
227
228
229
230
231
232
233
234
235
236
237
  
  	bool              r_did_prepopulate;
  	u32               r_readdir_offset;
  
  	struct ceph_cap_reservation r_caps_reservation;
  	int r_num_caps;
  };
  
  /*
   * mds client state
   */
  struct ceph_mds_client {
3d14c5d2b   Yehuda Sadeh   ceph: factor out ...
238
  	struct ceph_fs_client  *fsc;
2f2dc0534   Sage Weil   ceph: MDS client
239
240
241
  	struct mutex            mutex;         /* all nested structures */
  
  	struct ceph_mdsmap      *mdsmap;
f3c60c591   Sage Weil   ceph: fix multipl...
242
243
  	struct completion       safe_umount_waiters;
  	wait_queue_head_t       session_close_wq;
2f2dc0534   Sage Weil   ceph: MDS client
244
245
246
247
248
249
250
251
252
253
254
255
256
257
  	struct list_head        waiting_for_map;
  
  	struct ceph_mds_session **sessions;    /* NULL for mds if no session */
  	int                     max_sessions;  /* len of s_mds_sessions */
  	int                     stopping;      /* true if shutting down */
  
  	/*
  	 * snap_rwsem will cover cap linkage into snaprealms, and
  	 * realm snap contexts.  (later, we can do per-realm snap
  	 * contexts locks..)  the empty list contains realms with no
  	 * references (implying they contain no inodes with caps) that
  	 * should be destroyed.
  	 */
  	struct rw_semaphore     snap_rwsem;
a105f00cf   Sage Weil   ceph: use rbtree ...
258
  	struct rb_root          snap_realms;
2f2dc0534   Sage Weil   ceph: MDS client
259
260
261
262
  	struct list_head        snap_empty;
  	spinlock_t              snap_empty_lock;  /* protect snap_empty */
  
  	u64                    last_tid;      /* most recent mds request */
44ca18f26   Sage Weil   ceph: use rbtree ...
263
  	struct rb_root         request_tree;  /* pending mds requests */
2f2dc0534   Sage Weil   ceph: MDS client
264
265
266
267
268
269
270
271
272
273
274
275
  	struct delayed_work    delayed_work;  /* delayed work */
  	unsigned long    last_renew_caps;  /* last time we renewed our caps */
  	struct list_head cap_delay_list;   /* caps with delayed release */
  	spinlock_t       cap_delay_lock;   /* protects cap_delay_list */
  	struct list_head snap_flush_list;  /* cap_snaps ready to flush */
  	spinlock_t       snap_flush_lock;
  
  	u64               cap_flush_seq;
  	struct list_head  cap_dirty;        /* inodes with dirty caps */
  	int               num_cap_flushing; /* # caps we are flushing */
  	spinlock_t        cap_dirty_lock;   /* protects above items */
  	wait_queue_head_t cap_flushing_wq;
37151668b   Yehuda Sadeh   ceph: do caps acc...
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
  	/*
  	 * Cap reservations
  	 *
  	 * Maintain a global pool of preallocated struct ceph_caps, referenced
  	 * by struct ceph_caps_reservations.  This ensures that we preallocate
  	 * memory needed to successfully process an MDS response.  (If an MDS
  	 * sends us cap information and we fail to process it, we will have
  	 * problems due to the client and MDS being out of sync.)
  	 *
  	 * Reservations are 'owned' by a ceph_cap_reservation context.
  	 */
  	spinlock_t	caps_list_lock;
  	struct		list_head caps_list; /* unused (reserved or
  						unreserved) */
  	int		caps_total_count;    /* total caps allocated */
  	int		caps_use_count;      /* in use */
  	int		caps_reserve_count;  /* unused, reserved */
  	int		caps_avail_count;    /* unused, unreserved */
  	int		caps_min_count;      /* keep at least this many
  						(unreserved) */
2f2dc0534   Sage Weil   ceph: MDS client
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
  	spinlock_t	  dentry_lru_lock;
  	struct list_head  dentry_lru;
  	int		  num_dentry;
  };
  
  extern const char *ceph_mds_op_name(int op);
  
  extern struct ceph_mds_session *
  __ceph_lookup_mds_session(struct ceph_mds_client *, int mds);
  
  static inline struct ceph_mds_session *
  ceph_get_mds_session(struct ceph_mds_session *s)
  {
  	atomic_inc(&s->s_ref);
  	return s;
  }
  
  extern void ceph_put_mds_session(struct ceph_mds_session *s);
  
  extern int ceph_send_msg_mds(struct ceph_mds_client *mdsc,
  			     struct ceph_msg *msg, int mds);
3d14c5d2b   Yehuda Sadeh   ceph: factor out ...
317
  extern int ceph_mdsc_init(struct ceph_fs_client *fsc);
2f2dc0534   Sage Weil   ceph: MDS client
318
  extern void ceph_mdsc_close_sessions(struct ceph_mds_client *mdsc);
3d14c5d2b   Yehuda Sadeh   ceph: factor out ...
319
  extern void ceph_mdsc_destroy(struct ceph_fs_client *fsc);
2f2dc0534   Sage Weil   ceph: MDS client
320
321
322
323
324
325
  
  extern void ceph_mdsc_sync(struct ceph_mds_client *mdsc);
  
  extern void ceph_mdsc_lease_release(struct ceph_mds_client *mdsc,
  				    struct inode *inode,
  				    struct dentry *dn, int mask);
167c9e352   Sage Weil   ceph: use common ...
326
  extern void ceph_invalidate_dir_request(struct ceph_mds_request *req);
2f2dc0534   Sage Weil   ceph: MDS client
327
328
329
330
331
332
333
334
335
  extern struct ceph_mds_request *
  ceph_mdsc_create_request(struct ceph_mds_client *mdsc, int op, int mode);
  extern void ceph_mdsc_submit_request(struct ceph_mds_client *mdsc,
  				     struct ceph_mds_request *req);
  extern int ceph_mdsc_do_request(struct ceph_mds_client *mdsc,
  				struct inode *dir,
  				struct ceph_mds_request *req);
  static inline void ceph_mdsc_get_request(struct ceph_mds_request *req)
  {
153c8e6bf   Sage Weil   ceph: use kref fo...
336
337
338
339
340
341
  	kref_get(&req->r_kref);
  }
  extern void ceph_mdsc_release_request(struct kref *kref);
  static inline void ceph_mdsc_put_request(struct ceph_mds_request *req)
  {
  	kref_put(&req->r_kref, ceph_mdsc_release_request);
2f2dc0534   Sage Weil   ceph: MDS client
342
  }
2f2dc0534   Sage Weil   ceph: MDS client
343

2b2300d62   Sage Weil   ceph: try to send...
344
  extern int ceph_add_cap_releases(struct ceph_mds_client *mdsc,
ee6b272b9   Sage Weil   ceph: drop unused...
345
  				 struct ceph_mds_session *session);
3d7ded4d8   Sage Weil   ceph: release cap...
346
347
  extern void ceph_send_cap_releases(struct ceph_mds_client *mdsc,
  				   struct ceph_mds_session *session);
2f2dc0534   Sage Weil   ceph: MDS client
348
349
350
351
352
353
354
355
356
357
358
359
360
  extern void ceph_mdsc_pre_umount(struct ceph_mds_client *mdsc);
  
  extern char *ceph_mdsc_build_path(struct dentry *dentry, int *plen, u64 *base,
  				  int stop_on_nosnap);
  
  extern void __ceph_mdsc_drop_dentry_lease(struct dentry *dentry);
  extern void ceph_mdsc_lease_send_msg(struct ceph_mds_session *session,
  				     struct inode *inode,
  				     struct dentry *dentry, char action,
  				     u32 seq);
  
  extern void ceph_mdsc_handle_map(struct ceph_mds_client *mdsc,
  				 struct ceph_msg *msg);
154f42c2c   Sage Weil   ceph: connect to ...
361
362
  extern void ceph_mdsc_open_export_target_sessions(struct ceph_mds_client *mdsc,
  					  struct ceph_mds_session *session);
2f2dc0534   Sage Weil   ceph: MDS client
363
  #endif