1 /*
2 * GPL HEADER START
3 *
4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 only,
8 * as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License version 2 for more details (a copy is included
14 * in the LICENSE file that accompanied this code).
15 *
16 * You should have received a copy of the GNU General Public License
17 * version 2 along with this program; If not, see
18 * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19 *
20 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21 * CA 95054 USA or visit www.sun.com if you need additional information or
22 * have any questions.
23 *
24 * GPL HEADER END
25 */
26 /*
27 * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28 * Use is subject to license terms.
29 *
30 * Copyright (c) 2011, 2012, Intel Corporation.
31 */
32 /*
33 * This file is part of Lustre, http://www.lustre.org/
34 * Lustre is a trademark of Sun Microsystems, Inc.
35 */
36
37 #define MAX_STRING_SIZE 128
38
39 extern int ldlm_srv_namespace_nr;
40 extern int ldlm_cli_namespace_nr;
41 extern struct mutex ldlm_srv_namespace_lock;
42 extern struct list_head ldlm_srv_namespace_list;
43 extern struct mutex ldlm_cli_namespace_lock;
44 extern struct list_head ldlm_cli_active_namespace_list;
45
ldlm_namespace_nr_read(ldlm_side_t client)46 static inline int ldlm_namespace_nr_read(ldlm_side_t client)
47 {
48 return client == LDLM_NAMESPACE_SERVER ?
49 ldlm_srv_namespace_nr : ldlm_cli_namespace_nr;
50 }
51
ldlm_namespace_nr_inc(ldlm_side_t client)52 static inline void ldlm_namespace_nr_inc(ldlm_side_t client)
53 {
54 if (client == LDLM_NAMESPACE_SERVER)
55 ldlm_srv_namespace_nr++;
56 else
57 ldlm_cli_namespace_nr++;
58 }
59
ldlm_namespace_nr_dec(ldlm_side_t client)60 static inline void ldlm_namespace_nr_dec(ldlm_side_t client)
61 {
62 if (client == LDLM_NAMESPACE_SERVER)
63 ldlm_srv_namespace_nr--;
64 else
65 ldlm_cli_namespace_nr--;
66 }
67
ldlm_namespace_list(ldlm_side_t client)68 static inline struct list_head *ldlm_namespace_list(ldlm_side_t client)
69 {
70 return client == LDLM_NAMESPACE_SERVER ?
71 &ldlm_srv_namespace_list : &ldlm_cli_active_namespace_list;
72 }
73
ldlm_namespace_lock(ldlm_side_t client)74 static inline struct mutex *ldlm_namespace_lock(ldlm_side_t client)
75 {
76 return client == LDLM_NAMESPACE_SERVER ?
77 &ldlm_srv_namespace_lock : &ldlm_cli_namespace_lock;
78 }
79
80 /* ns_bref is the number of resources in this namespace */
ldlm_ns_empty(struct ldlm_namespace * ns)81 static inline int ldlm_ns_empty(struct ldlm_namespace *ns)
82 {
83 return atomic_read(&ns->ns_bref) == 0;
84 }
85
86 void ldlm_namespace_move_to_active_locked(struct ldlm_namespace *, ldlm_side_t);
87 void ldlm_namespace_move_to_inactive_locked(struct ldlm_namespace *,
88 ldlm_side_t);
89 struct ldlm_namespace *ldlm_namespace_first_locked(ldlm_side_t);
90
91 /* ldlm_request.c */
92 /* Cancel lru flag, it indicates we cancel aged locks. */
93 enum {
94 LDLM_CANCEL_AGED = 1 << 0, /* Cancel aged locks (non lru resize). */
95 LDLM_CANCEL_PASSED = 1 << 1, /* Cancel passed number of locks. */
96 LDLM_CANCEL_SHRINK = 1 << 2, /* Cancel locks from shrinker. */
97 LDLM_CANCEL_LRUR = 1 << 3, /* Cancel locks from lru resize. */
98 LDLM_CANCEL_NO_WAIT = 1 << 4 /* Cancel locks w/o blocking (neither
99 * sending nor waiting for any rpcs) */
100 };
101
102 int ldlm_cancel_lru(struct ldlm_namespace *ns, int nr,
103 ldlm_cancel_flags_t sync, int flags);
104 int ldlm_cancel_lru_local(struct ldlm_namespace *ns,
105 struct list_head *cancels, int count, int max,
106 ldlm_cancel_flags_t cancel_flags, int flags);
107 extern int ldlm_enqueue_min;
108
109 /* ldlm_resource.c */
110 int ldlm_resource_putref_locked(struct ldlm_resource *res);
111 void ldlm_namespace_free_prior(struct ldlm_namespace *ns,
112 struct obd_import *imp, int force);
113 void ldlm_namespace_free_post(struct ldlm_namespace *ns);
114 /* ldlm_lock.c */
115
116 struct ldlm_cb_set_arg {
117 struct ptlrpc_request_set *set;
118 int type; /* LDLM_{CP,BL,GL}_CALLBACK */
119 atomic_t restart;
120 struct list_head *list;
121 union ldlm_gl_desc *gl_desc; /* glimpse AST descriptor */
122 };
123
124 enum ldlm_desc_ast_t {
125 LDLM_WORK_BL_AST,
126 LDLM_WORK_CP_AST,
127 LDLM_WORK_REVOKE_AST,
128 LDLM_WORK_GL_AST
129 };
130
131 void ldlm_grant_lock(struct ldlm_lock *lock, struct list_head *work_list);
132 int ldlm_fill_lvb(struct ldlm_lock *lock, struct req_capsule *pill,
133 enum req_location loc, void *data, int size);
134 struct ldlm_lock *
135 ldlm_lock_create(struct ldlm_namespace *ns, const struct ldlm_res_id *,
136 ldlm_type_t type, ldlm_mode_t,
137 const struct ldlm_callback_suite *cbs,
138 void *data, __u32 lvb_len, enum lvb_type lvb_type);
139 ldlm_error_t ldlm_lock_enqueue(struct ldlm_namespace *, struct ldlm_lock **,
140 void *cookie, __u64 *flags);
141 void ldlm_lock_addref_internal(struct ldlm_lock *, __u32 mode);
142 void ldlm_lock_addref_internal_nolock(struct ldlm_lock *, __u32 mode);
143 void ldlm_lock_decref_internal(struct ldlm_lock *, __u32 mode);
144 void ldlm_lock_decref_internal_nolock(struct ldlm_lock *, __u32 mode);
145 int ldlm_run_ast_work(struct ldlm_namespace *ns, struct list_head *rpc_list,
146 enum ldlm_desc_ast_t ast_type);
147 int ldlm_lock_remove_from_lru(struct ldlm_lock *lock);
148 int ldlm_lock_remove_from_lru_nolock(struct ldlm_lock *lock);
149 void ldlm_lock_destroy_nolock(struct ldlm_lock *lock);
150
151 /* ldlm_lockd.c */
152 int ldlm_bl_to_thread_lock(struct ldlm_namespace *ns, struct ldlm_lock_desc *ld,
153 struct ldlm_lock *lock);
154 int ldlm_bl_to_thread_list(struct ldlm_namespace *ns,
155 struct ldlm_lock_desc *ld,
156 struct list_head *cancels, int count,
157 ldlm_cancel_flags_t cancel_flags);
158
159 void ldlm_handle_bl_callback(struct ldlm_namespace *ns,
160 struct ldlm_lock_desc *ld, struct ldlm_lock *lock);
161
162 extern struct kmem_cache *ldlm_resource_slab;
163 extern struct kset *ldlm_ns_kset;
164
165 /* ldlm_lockd.c & ldlm_lock.c */
166 extern struct kmem_cache *ldlm_lock_slab;
167
168 /* ldlm_extent.c */
169 void ldlm_extent_add_lock(struct ldlm_resource *res, struct ldlm_lock *lock);
170 void ldlm_extent_unlink_lock(struct ldlm_lock *lock);
171
172 /* l_lock.c */
173 void l_check_ns_lock(struct ldlm_namespace *ns);
174 void l_check_no_ns_lock(struct ldlm_namespace *ns);
175
176 extern struct dentry *ldlm_svc_debugfs_dir;
177
178 struct ldlm_state {
179 struct ptlrpc_service *ldlm_cb_service;
180 struct ptlrpc_service *ldlm_cancel_service;
181 struct ptlrpc_client *ldlm_client;
182 struct ptlrpc_connection *ldlm_server_conn;
183 struct ldlm_bl_pool *ldlm_bl_pool;
184 };
185
186 /* ldlm_pool.c */
187 __u64 ldlm_pool_get_slv(struct ldlm_pool *pl);
188 void ldlm_pool_set_clv(struct ldlm_pool *pl, __u64 clv);
189 __u32 ldlm_pool_get_lvf(struct ldlm_pool *pl);
190
191 /* interval tree, for LDLM_EXTENT. */
192 extern struct kmem_cache *ldlm_interval_slab; /* slab cache for ldlm_interval */
193 struct ldlm_interval *ldlm_interval_detach(struct ldlm_lock *l);
194 struct ldlm_interval *ldlm_interval_alloc(struct ldlm_lock *lock);
195 void ldlm_interval_free(struct ldlm_interval *node);
196 /* this function must be called with res lock held */
197 static inline struct ldlm_extent *
ldlm_interval_extent(struct ldlm_interval * node)198 ldlm_interval_extent(struct ldlm_interval *node)
199 {
200 struct ldlm_lock *lock;
201
202 LASSERT(!list_empty(&node->li_group));
203
204 lock = list_entry(node->li_group.next, struct ldlm_lock,
205 l_sl_policy);
206 return &lock->l_policy_data.l_extent;
207 }
208
209 int ldlm_init(void);
210 void ldlm_exit(void);
211
212 enum ldlm_policy_res {
213 LDLM_POLICY_CANCEL_LOCK,
214 LDLM_POLICY_KEEP_LOCK,
215 LDLM_POLICY_SKIP_LOCK
216 };
217
218 typedef enum ldlm_policy_res ldlm_policy_res_t;
219
220 #define LDLM_POOL_SYSFS_PRINT_int(v) sprintf(buf, "%d\n", v)
221 #define LDLM_POOL_SYSFS_SET_int(a, b) { a = b; }
222 #define LDLM_POOL_SYSFS_PRINT_u64(v) sprintf(buf, "%lld\n", v)
223 #define LDLM_POOL_SYSFS_SET_u64(a, b) { a = b; }
224 #define LDLM_POOL_SYSFS_PRINT_atomic(v) sprintf(buf, "%d\n", atomic_read(&v))
225 #define LDLM_POOL_SYSFS_SET_atomic(a, b) atomic_set(&a, b)
226
227 #define LDLM_POOL_SYSFS_READER_SHOW(var, type) \
228 static ssize_t var##_show(struct kobject *kobj, \
229 struct attribute *attr, \
230 char *buf) \
231 { \
232 struct ldlm_pool *pl = container_of(kobj, struct ldlm_pool, \
233 pl_kobj); \
234 type tmp; \
235 \
236 spin_lock(&pl->pl_lock); \
237 tmp = pl->pl_##var; \
238 spin_unlock(&pl->pl_lock); \
239 \
240 return LDLM_POOL_SYSFS_PRINT_##type(tmp); \
241 } \
242 struct __##var##__dummy_read {; } /* semicolon catcher */
243
244 #define LDLM_POOL_SYSFS_WRITER_STORE(var, type) \
245 static ssize_t var##_store(struct kobject *kobj, \
246 struct attribute *attr, \
247 const char *buffer, \
248 size_t count) \
249 { \
250 struct ldlm_pool *pl = container_of(kobj, struct ldlm_pool, \
251 pl_kobj); \
252 unsigned long tmp; \
253 int rc; \
254 \
255 rc = kstrtoul(buffer, 10, &tmp); \
256 if (rc < 0) { \
257 return rc; \
258 } \
259 \
260 spin_lock(&pl->pl_lock); \
261 LDLM_POOL_SYSFS_SET_##type(pl->pl_##var, tmp); \
262 spin_unlock(&pl->pl_lock); \
263 \
264 return count; \
265 } \
266 struct __##var##__dummy_write {; } /* semicolon catcher */
267
268 #define LDLM_POOL_SYSFS_READER_NOLOCK_SHOW(var, type) \
269 static ssize_t var##_show(struct kobject *kobj, \
270 struct attribute *attr, \
271 char *buf) \
272 { \
273 struct ldlm_pool *pl = container_of(kobj, struct ldlm_pool, \
274 pl_kobj); \
275 \
276 return LDLM_POOL_SYSFS_PRINT_##type(pl->pl_##var); \
277 } \
278 struct __##var##__dummy_read {; } /* semicolon catcher */
279
280 #define LDLM_POOL_SYSFS_WRITER_NOLOCK_STORE(var, type) \
281 static ssize_t var##_store(struct kobject *kobj, \
282 struct attribute *attr, \
283 const char *buffer, \
284 size_t count) \
285 { \
286 struct ldlm_pool *pl = container_of(kobj, struct ldlm_pool, \
287 pl_kobj); \
288 unsigned long tmp; \
289 int rc; \
290 \
291 rc = kstrtoul(buffer, 10, &tmp); \
292 if (rc < 0) { \
293 return rc; \
294 } \
295 \
296 LDLM_POOL_SYSFS_SET_##type(pl->pl_##var, tmp); \
297 \
298 return count; \
299 } \
300 struct __##var##__dummy_write {; } /* semicolon catcher */
301
is_granted_or_cancelled(struct ldlm_lock * lock)302 static inline int is_granted_or_cancelled(struct ldlm_lock *lock)
303 {
304 int ret = 0;
305
306 lock_res_and_lock(lock);
307 if (((lock->l_req_mode == lock->l_granted_mode) &&
308 !(lock->l_flags & LDLM_FL_CP_REQD)) ||
309 (lock->l_flags & (LDLM_FL_FAILED | LDLM_FL_CANCEL)))
310 ret = 1;
311 unlock_res_and_lock(lock);
312
313 return ret;
314 }
315
316 typedef void (*ldlm_policy_wire_to_local_t)(const ldlm_wire_policy_data_t *,
317 ldlm_policy_data_t *);
318
319 typedef void (*ldlm_policy_local_to_wire_t)(const ldlm_policy_data_t *,
320 ldlm_wire_policy_data_t *);
321
322 void ldlm_plain_policy_wire_to_local(const ldlm_wire_policy_data_t *wpolicy,
323 ldlm_policy_data_t *lpolicy);
324 void ldlm_plain_policy_local_to_wire(const ldlm_policy_data_t *lpolicy,
325 ldlm_wire_policy_data_t *wpolicy);
326 void ldlm_ibits_policy_wire_to_local(const ldlm_wire_policy_data_t *wpolicy,
327 ldlm_policy_data_t *lpolicy);
328 void ldlm_ibits_policy_local_to_wire(const ldlm_policy_data_t *lpolicy,
329 ldlm_wire_policy_data_t *wpolicy);
330 void ldlm_extent_policy_wire_to_local(const ldlm_wire_policy_data_t *wpolicy,
331 ldlm_policy_data_t *lpolicy);
332 void ldlm_extent_policy_local_to_wire(const ldlm_policy_data_t *lpolicy,
333 ldlm_wire_policy_data_t *wpolicy);
334 void ldlm_flock_policy_wire18_to_local(const ldlm_wire_policy_data_t *wpolicy,
335 ldlm_policy_data_t *lpolicy);
336 void ldlm_flock_policy_wire21_to_local(const ldlm_wire_policy_data_t *wpolicy,
337 ldlm_policy_data_t *lpolicy);
338
339 void ldlm_flock_policy_local_to_wire(const ldlm_policy_data_t *lpolicy,
340 ldlm_wire_policy_data_t *wpolicy);
341