1 // SPDX-License-Identifier: GPL-2.0-only
3  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
4  * Copyright 2004-2011 Red Hat, Inc.
26  * gfs2_update_stats - Update time based stats
49 	s64 delta = sample - s->stats[index];  in gfs2_update_stats()
50 	s->stats[index] += (delta >> 3);  in gfs2_update_stats()
52 	s->stats[index] += (s64)(abs(delta) - s->stats[index]) >> 2;  in gfs2_update_stats()
56  * gfs2_update_reply_times - Update locking statistics
59  * This assumes that gl->gl_dstamp has been set earlier.
69  * TRY_1CB flags are set are classified as non-blocking. All
75 	const unsigned gltype = gl->gl_name.ln_type;  in gfs2_update_reply_times()
76 	unsigned index = test_bit(GLF_BLOCKING, &gl->gl_flags) ?  in gfs2_update_reply_times()
81 	rtt = ktime_to_ns(ktime_sub(ktime_get_real(), gl->gl_dstamp));  in gfs2_update_reply_times()
82 	lks = this_cpu_ptr(gl->gl_name.ln_sbd->sd_lkstats);  in gfs2_update_reply_times()
83 	gfs2_update_stats(&gl->gl_stats, index, rtt);		/* Local */  in gfs2_update_reply_times()
84 	gfs2_update_stats(&lks->lkstats[gltype], index, rtt);	/* Global */  in gfs2_update_reply_times()
91  * gfs2_update_request_times - Update locking statistics
94  * The irt (lock inter-request times) measures the average time
102 	const unsigned gltype = gl->gl_name.ln_type;  in gfs2_update_request_times()
107 	dstamp = gl->gl_dstamp;  in gfs2_update_request_times()
108 	gl->gl_dstamp = ktime_get_real();  in gfs2_update_request_times()
109 	irt = ktime_to_ns(ktime_sub(gl->gl_dstamp, dstamp));  in gfs2_update_request_times()
110 	lks = this_cpu_ptr(gl->gl_name.ln_sbd->sd_lkstats);  in gfs2_update_request_times()
111 	gfs2_update_stats(&gl->gl_stats, GFS2_LKS_SIRT, irt);		/* Local */  in gfs2_update_request_times()
112 	gfs2_update_stats(&lks->lkstats[gltype], GFS2_LKS_SIRT, irt);	/* Global */  in gfs2_update_request_times()
119 	unsigned ret = gl->gl_state;  in gdlm_ast()
122 	BUG_ON(gl->gl_lksb.sb_flags & DLM_SBF_DEMOTED);  in gdlm_ast()
124 	if ((gl->gl_lksb.sb_flags & DLM_SBF_VALNOTVALID) && gl->gl_lksb.sb_lvbptr)  in gdlm_ast()
125 		memset(gl->gl_lksb.sb_lvbptr, 0, GDLM_LVB_SIZE);  in gdlm_ast()
127 	switch (gl->gl_lksb.sb_status) {  in gdlm_ast()
128 	case -DLM_EUNLOCK: /* Unlocked, so glock can be freed */  in gdlm_ast()
129 		if (gl->gl_ops->go_free)  in gdlm_ast()
130 			gl->gl_ops->go_free(gl);  in gdlm_ast()
133 	case -DLM_ECANCEL: /* Cancel while getting lock */  in gdlm_ast()
136 	case -EAGAIN: /* Try lock fails */  in gdlm_ast()
137 	case -EDEADLK: /* Deadlock detected */  in gdlm_ast()
139 	case -ETIMEDOUT: /* Canceled due to timeout */  in gdlm_ast()
148 	ret = gl->gl_req;  in gdlm_ast()
149 	if (gl->gl_lksb.sb_flags & DLM_SBF_ALTMODE) {  in gdlm_ast()
150 		if (gl->gl_req == LM_ST_SHARED)  in gdlm_ast()
152 		else if (gl->gl_req == LM_ST_DEFERRED)  in gdlm_ast()
158 	set_bit(GLF_INITIAL, &gl->gl_flags);  in gdlm_ast()
162 	if (!test_bit(GLF_INITIAL, &gl->gl_flags))  in gdlm_ast()
163 		gl->gl_lksb.sb_lkid = 0;  in gdlm_ast()
182 		fs_err(gl->gl_name.ln_sbd, "unknown bast mode %d\n", mode);  in gdlm_bast()
187 /* convert gfs lock-state to dlm lock-mode */
203 	return -1;  in make_mode()
211 	if (gl->gl_lksb.sb_lvbptr)  in make_flags()
236 	if (gl->gl_lksb.sb_lkid != 0) {  in make_flags()
238 		if (test_bit(GLF_BLOCKING, &gl->gl_flags))  in make_flags()
249 		*c-- = hex_asc[value & 0x0f];  in gfs2_reverse_hex()
257 	struct lm_lockstruct *ls = &gl->gl_name.ln_sbd->sd_lockstruct;  in gdlm_lock()  local
262 	req = make_mode(gl->gl_name.ln_sbd, req_state);  in gdlm_lock()
266 	if (gl->gl_lksb.sb_lkid) {  in gdlm_lock()
269 		memset(strname, ' ', GDLM_STRNAME_BYTES - 1);  in gdlm_lock()
270 		strname[GDLM_STRNAME_BYTES - 1] = '\0';  in gdlm_lock()
271 		gfs2_reverse_hex(strname + 7, gl->gl_name.ln_type);  in gdlm_lock()
272 		gfs2_reverse_hex(strname + 23, gl->gl_name.ln_number);  in gdlm_lock()
273 		gl->gl_dstamp = ktime_get_real();  in gdlm_lock()
279 	return dlm_lock(ls->ls_dlm, req, &gl->gl_lksb, lkf, strname,  in gdlm_lock()
280 			GDLM_STRNAME_BYTES - 1, 0, gdlm_ast, gl, gdlm_bast);  in gdlm_lock()
285 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in gdlm_put_lock()
286 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_put_lock()  local
289 	if (gl->gl_lksb.sb_lkid == 0) {  in gdlm_put_lock()
294 	clear_bit(GLF_BLOCKING, &gl->gl_flags);  in gdlm_put_lock()
300 	if (test_bit(DFL_UNMOUNT, &ls->ls_recover_flags)) {  in gdlm_put_lock()
306 	if (test_bit(SDF_SKIP_DLM_UNLOCK, &sdp->sd_flags) &&  in gdlm_put_lock()
307 	    !gl->gl_lksb.sb_lvbptr) {  in gdlm_put_lock()
312 	error = dlm_unlock(ls->ls_dlm, gl->gl_lksb.sb_lkid, DLM_LKF_VALBLK,  in gdlm_put_lock()
316 		       gl->gl_name.ln_type,  in gdlm_put_lock()
317 		       (unsigned long long)gl->gl_name.ln_number, error);  in gdlm_put_lock()
324 	struct lm_lockstruct *ls = &gl->gl_name.ln_sbd->sd_lockstruct;  in gdlm_cancel()  local
325 	dlm_unlock(ls->ls_dlm, gl->gl_lksb.sb_lkid, DLM_LKF_CANCEL, NULL, gl);  in gdlm_cancel()
333  *  2. dlm_controld blocks dlm-kernel locking activity
334  *  3. dlm_controld within dlm-kernel notifies gfs2 (recover_prep)
336  *  5. dlm_controld starts dlm-kernel dlm_recoverd to do kernel recovery
339  *  8. dlm_recoverd unblocks dlm-kernel locking activity
341  * 10. gfs2_control updates control_lock lvb with new generation and jid bits
345  * 14. gfs2_control updates control_lock lvb jid bits for recovered journals
348  * - failures during recovery
363  * - more specific gfs2 steps in sequence above
368  * 10. gfs2_control sets control_lock lvb = new gen + bits for failed jids
370  * 14. gfs2_control clears control_lock lvb bits for recovered jids
375  * - parallel recovery steps across all nodes
378  * number and jid bits, but only the first to get the control_lock EX will
383  * . All nodes attempt to set control_lock lvb gen + bits for the new gen
385  * . All nodes attempt to recover jids for which they see control_lock bits set
387  * . All nodes will eventually see all lvb bits clear and unblock locks
389  * - is there a problem with clearing an lvb bit that should be set
408  * - special case of first mounter: first node to mount the fs
437  * mounted_lock EX->PR
438  * control_lock EX->NL, write lvb generation
441  * control_lock EX/NOQUEUE success (if fail -EAGAIN, retry)
442  * mounted_lock EX/NOQUEUE fail -EAGAIN (expected due to other mounters PR)
445  * control_lock EX->NL
448  * - mount during recovery
457  * number (from initial recover_done) and all lvb bits are clear.
459  * - control_lock lvb format
465  * GDLM_LVB_SIZE-8 bytes of jid bit map. If bit N is set, it indicates
471 static void control_lvb_read(struct lm_lockstruct *ls, uint32_t *lvb_gen,  in control_lvb_read()  argument
475 	memcpy(lvb_bits, ls->ls_control_lvb, GDLM_LVB_SIZE);  in control_lvb_read()
480 static void control_lvb_write(struct lm_lockstruct *ls, uint32_t lvb_gen,  in control_lvb_write()  argument
484 	memcpy(ls->ls_control_lvb, lvb_bits, GDLM_LVB_SIZE);  in control_lvb_write()
486 	memcpy(ls->ls_control_lvb, &gen, sizeof(__le32));  in control_lvb_write()
492 			GDLM_LVB_SIZE - JID_BITMAP_OFFSET);  in all_jid_bits_clear()
497 	struct lm_lockstruct *ls = arg;  in sync_wait_cb()  local
498 	complete(&ls->ls_sync_wait);  in sync_wait_cb()
503 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in sync_unlock()  local
506 	error = dlm_unlock(ls->ls_dlm, lksb->sb_lkid, 0, lksb, ls);  in sync_unlock()
509 		       name, lksb->sb_lkid, error);  in sync_unlock()
513 	wait_for_completion(&ls->ls_sync_wait);  in sync_unlock()
515 	if (lksb->sb_status != -DLM_EUNLOCK) {  in sync_unlock()
517 		       name, lksb->sb_lkid, lksb->sb_status);  in sync_unlock()
518 		return -1;  in sync_unlock()
526 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in sync_lock()  local
533 	error = dlm_lock(ls->ls_dlm, mode, lksb, flags,  in sync_lock()
534 			 strname, GDLM_STRNAME_BYTES - 1,  in sync_lock()
535 			 0, sync_wait_cb, ls, NULL);  in sync_lock()
538 		       name, lksb->sb_lkid, flags, mode, error);  in sync_lock()
542 	wait_for_completion(&ls->ls_sync_wait);  in sync_lock()
544 	status = lksb->sb_status;  in sync_lock()
546 	if (status && status != -EAGAIN) {  in sync_lock()
548 		       name, lksb->sb_lkid, flags, mode, status);  in sync_lock()
556 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in mounted_unlock()  local
557 	return sync_unlock(sdp, &ls->ls_mounted_lksb, "mounted_lock");  in mounted_unlock()
562 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in mounted_lock()  local
564 			 &ls->ls_mounted_lksb, "mounted_lock");  in mounted_lock()
569 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_unlock()  local
570 	return sync_unlock(sdp, &ls->ls_control_lksb, "control_lock");  in control_unlock()
575 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_lock()  local
577 			 &ls->ls_control_lksb, "control_lock");  in control_lock()
581  * remote_withdraw - react to a node withdrawing from the file system
589 	list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) {  in remote_withdraw()
590 		if (jd->jd_jid == sdp->sd_lockstruct.ls_jid)  in remote_withdraw()
605 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gfs2_control_func()  local
613 	if (test_bit(SDF_REMOTE_WITHDRAW, &sdp->sd_flags)) {  in gfs2_control_func()
615 		clear_bit(SDF_REMOTE_WITHDRAW, &sdp->sd_flags);  in gfs2_control_func()
619 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
629 	if (!test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in gfs2_control_func()
630 	     test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gfs2_control_func()
631 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
634 	block_gen = ls->ls_recover_block;  in gfs2_control_func()
635 	start_gen = ls->ls_recover_start;  in gfs2_control_func()
636 	spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
666 	control_lvb_read(ls, &lvb_gen, ls->ls_lvb_bits);  in gfs2_control_func()
668 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
669 	if (block_gen != ls->ls_recover_block ||  in gfs2_control_func()
670 	    start_gen != ls->ls_recover_start) {  in gfs2_control_func()
672 			start_gen, block_gen, ls->ls_recover_block);  in gfs2_control_func()
673 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
678 	recover_size = ls->ls_recover_size;  in gfs2_control_func()
682 		 * Clear lvb bits for jids we've successfully recovered.  in gfs2_control_func()
691 			if (ls->ls_recover_result[i] != LM_RD_SUCCESS)  in gfs2_control_func()
694 			ls->ls_recover_result[i] = 0;  in gfs2_control_func()
696 			if (!test_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET))  in gfs2_control_func()
699 			__clear_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET);  in gfs2_control_func()
709 			if (!ls->ls_recover_submit[i])  in gfs2_control_func()
711 			if (ls->ls_recover_submit[i] < lvb_gen)  in gfs2_control_func()
712 				ls->ls_recover_submit[i] = 0;  in gfs2_control_func()
719 			if (!ls->ls_recover_submit[i])  in gfs2_control_func()
721 			if (ls->ls_recover_submit[i] < start_gen) {  in gfs2_control_func()
722 				ls->ls_recover_submit[i] = 0;  in gfs2_control_func()
723 				__set_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET);  in gfs2_control_func()
726 		/* even if there are no bits to set, we need to write the  in gfs2_control_func()
734 	spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
737 		control_lvb_write(ls, start_gen, ls->ls_lvb_bits);  in gfs2_control_func()
750 	 * Everyone will see jid bits set in the lvb, run gfs2_recover_set(),  in gfs2_control_func()
752 	 * Eventually all journals will be recovered, all jid bits will  in gfs2_control_func()
757 		if (test_bit_le(i, ls->ls_lvb_bits + JID_BITMAP_OFFSET)) {  in gfs2_control_func()
768 	 * No more jid bits set in lvb, all recovery is done, unblock locks  in gfs2_control_func()
773 	spin_lock(&ls->ls_recover_spin);  in gfs2_control_func()
774 	if (ls->ls_recover_block == block_gen &&  in gfs2_control_func()
775 	    ls->ls_recover_start == start_gen) {  in gfs2_control_func()
776 		clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in gfs2_control_func()
777 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
782 			start_gen, block_gen, ls->ls_recover_block);  in gfs2_control_func()
783 		spin_unlock(&ls->ls_recover_spin);  in gfs2_control_func()
789 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_mount()  local
795 	memset(&ls->ls_mounted_lksb, 0, sizeof(struct dlm_lksb));  in control_mount()
796 	memset(&ls->ls_control_lksb, 0, sizeof(struct dlm_lksb));  in control_mount()
797 	memset(&ls->ls_control_lvb, 0, GDLM_LVB_SIZE);  in control_mount()
798 	ls->ls_control_lksb.sb_lvbptr = ls->ls_control_lvb;  in control_mount()
799 	init_completion(&ls->ls_sync_wait);  in control_mount()
801 	set_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
819 		error = -EINTR;  in control_mount()
850 	if (error == -EAGAIN) {  in control_mount()
859 	 * we cannot do the first-mount responsibility it implies: recovery.  in control_mount()
861 	if (sdp->sd_args.ar_spectator)  in control_mount()
868 	} else if (error != -EAGAIN) {  in control_mount()
878 		/* not even -EAGAIN should happen here */  in control_mount()
892 	 * lvb_gen will be non-zero.  in control_mount()
895 	control_lvb_read(ls, &lvb_gen, ls->ls_lvb_bits);  in control_mount()
900 		error = -EINVAL;  in control_mount()
906 		spin_lock(&ls->ls_recover_spin);  in control_mount()
907 		clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
908 		set_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags);  in control_mount()
909 		set_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in control_mount()
910 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
922 	 * and all lvb bits to be clear (no pending journal recoveries.)  in control_mount()
925 	if (!all_jid_bits_clear(ls->ls_lvb_bits)) {  in control_mount()
931 	spin_lock(&ls->ls_recover_spin);  in control_mount()
932 	block_gen = ls->ls_recover_block;  in control_mount()
933 	start_gen = ls->ls_recover_start;  in control_mount()
934 	mount_gen = ls->ls_recover_mount;  in control_mount()
938 		   generation, which might include new recovery bits set */  in control_mount()
939 		if (sdp->sd_args.ar_spectator) {  in control_mount()
941 				"non-spectator to mount.\n");  in control_mount()
947 				ls->ls_recover_flags);  in control_mount()
949 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
958 			lvb_gen, ls->ls_recover_flags);  in control_mount()
959 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
967 			lvb_gen, ls->ls_recover_flags);  in control_mount()
968 		spin_unlock(&ls->ls_recover_spin);  in control_mount()
972 	clear_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in control_mount()
973 	set_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags);  in control_mount()
974 	memset(ls->ls_recover_submit, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_mount()
975 	memset(ls->ls_recover_result, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_mount()
976 	spin_unlock(&ls->ls_recover_spin);  in control_mount()
987 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in control_first_done()  local
992 	spin_lock(&ls->ls_recover_spin);  in control_first_done()
993 	start_gen = ls->ls_recover_start;  in control_first_done()
994 	block_gen = ls->ls_recover_block;  in control_first_done()
996 	if (test_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags) ||  in control_first_done()
997 	    !test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in control_first_done()
998 	    !test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in control_first_done()
1001 		       start_gen, block_gen, ls->ls_recover_flags);  in control_first_done()
1002 		spin_unlock(&ls->ls_recover_spin);  in control_first_done()
1004 		return -1;  in control_first_done()
1015 		spin_unlock(&ls->ls_recover_spin);  in control_first_done()
1018 		wait_on_bit(&ls->ls_recover_flags, DFL_DLM_RECOVERY,  in control_first_done()
1023 	clear_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in control_first_done()
1024 	set_bit(DFL_FIRST_MOUNT_DONE, &ls->ls_recover_flags);  in control_first_done()
1025 	memset(ls->ls_recover_submit, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_first_done()
1026 	memset(ls->ls_recover_result, 0, ls->ls_recover_size*sizeof(uint32_t));  in control_first_done()
1027 	spin_unlock(&ls->ls_recover_spin);  in control_first_done()
1029 	memset(ls->ls_lvb_bits, 0, GDLM_LVB_SIZE);  in control_first_done()
1030 	control_lvb_write(ls, start_gen, ls->ls_lvb_bits);  in control_first_done()
1046  * gfs2 jids start at 0, so jid = slot - 1)
1054 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in set_recover_size()  local
1060 	if (!ls->ls_lvb_bits) {  in set_recover_size()
1061 		ls->ls_lvb_bits = kzalloc(GDLM_LVB_SIZE, GFP_NOFS);  in set_recover_size()
1062 		if (!ls->ls_lvb_bits)  in set_recover_size()
1063 			return -ENOMEM;  in set_recover_size()
1068 		if (max_jid < slots[i].slot - 1)  in set_recover_size()
1069 			max_jid = slots[i].slot - 1;  in set_recover_size()
1072 	old_size = ls->ls_recover_size;  in set_recover_size()
1084 		return -ENOMEM;  in set_recover_size()
1087 	spin_lock(&ls->ls_recover_spin);  in set_recover_size()
1088 	memcpy(submit, ls->ls_recover_submit, old_size * sizeof(uint32_t));  in set_recover_size()
1089 	memcpy(result, ls->ls_recover_result, old_size * sizeof(uint32_t));  in set_recover_size()
1090 	kfree(ls->ls_recover_submit);  in set_recover_size()
1091 	kfree(ls->ls_recover_result);  in set_recover_size()
1092 	ls->ls_recover_submit = submit;  in set_recover_size()
1093 	ls->ls_recover_result = result;  in set_recover_size()
1094 	ls->ls_recover_size = new_size;  in set_recover_size()
1095 	spin_unlock(&ls->ls_recover_spin);  in set_recover_size()
1099 static void free_recover_size(struct lm_lockstruct *ls)  in free_recover_size()  argument
1101 	kfree(ls->ls_lvb_bits);  in free_recover_size()
1102 	kfree(ls->ls_recover_submit);  in free_recover_size()
1103 	kfree(ls->ls_recover_result);  in free_recover_size()
1104 	ls->ls_recover_submit = NULL;  in free_recover_size()
1105 	ls->ls_recover_result = NULL;  in free_recover_size()
1106 	ls->ls_recover_size = 0;  in free_recover_size()
1107 	ls->ls_lvb_bits = NULL;  in free_recover_size()
1115 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_prep()  local
1121 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1122 	ls->ls_recover_block = ls->ls_recover_start;  in gdlm_recover_prep()
1123 	set_bit(DFL_DLM_RECOVERY, &ls->ls_recover_flags);  in gdlm_recover_prep()
1125 	if (!test_bit(DFL_MOUNT_DONE, &ls->ls_recover_flags) ||  in gdlm_recover_prep()
1126 	     test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gdlm_recover_prep()
1127 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1130 	set_bit(DFL_BLOCK_LOCKS, &ls->ls_recover_flags);  in gdlm_recover_prep()
1131 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_prep()
1140 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_slot()  local
1141 	int jid = slot->slot - 1;  in gdlm_recover_slot()
1148 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1149 	if (ls->ls_recover_size < jid + 1) {  in gdlm_recover_slot()
1151 		       jid, ls->ls_recover_block, ls->ls_recover_size);  in gdlm_recover_slot()
1152 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1156 	if (ls->ls_recover_submit[jid]) {  in gdlm_recover_slot()
1158 			jid, ls->ls_recover_block, ls->ls_recover_submit[jid]);  in gdlm_recover_slot()
1160 	ls->ls_recover_submit[jid] = ls->ls_recover_block;  in gdlm_recover_slot()
1161 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_slot()
1170 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recover_done()  local
1176 	/* ensure the ls jid arrays are large enough */  in gdlm_recover_done()
1179 	spin_lock(&ls->ls_recover_spin);  in gdlm_recover_done()
1180 	ls->ls_recover_start = generation;  in gdlm_recover_done()
1182 	if (!ls->ls_recover_mount) {  in gdlm_recover_done()
1183 		ls->ls_recover_mount = generation;  in gdlm_recover_done()
1184 		ls->ls_jid = our_slot - 1;  in gdlm_recover_done()
1187 	if (!test_bit(DFL_UNMOUNT, &ls->ls_recover_flags))  in gdlm_recover_done()
1188 		queue_delayed_work(gfs2_control_wq, &sdp->sd_control_work, 0);  in gdlm_recover_done()
1190 	clear_bit(DFL_DLM_RECOVERY, &ls->ls_recover_flags);  in gdlm_recover_done()
1192 	wake_up_bit(&ls->ls_recover_flags, DFL_DLM_RECOVERY);  in gdlm_recover_done()
1193 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recover_done()
1201 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_recovery_result()  local
1208 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_recovery_result()
1212 	if (jid == ls->ls_jid)  in gdlm_recovery_result()
1215 	spin_lock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1216 	if (test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags)) {  in gdlm_recovery_result()
1217 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1220 	if (ls->ls_recover_size < jid + 1) {  in gdlm_recovery_result()
1222 		       jid, ls->ls_recover_size);  in gdlm_recovery_result()
1223 		spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1230 	ls->ls_recover_result[jid] = result;  in gdlm_recovery_result()
1236 	if (!test_bit(DFL_UNMOUNT, &ls->ls_recover_flags))  in gdlm_recovery_result()
1237 		queue_delayed_work(gfs2_control_wq, &sdp->sd_control_work,  in gdlm_recovery_result()
1239 	spin_unlock(&ls->ls_recover_spin);  in gdlm_recovery_result()
1250 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_mount()  local
1260 	INIT_DELAYED_WORK(&sdp->sd_control_work, gfs2_control_func);  in gdlm_mount()
1261 	spin_lock_init(&ls->ls_recover_spin);  in gdlm_mount()
1262 	ls->ls_recover_flags = 0;  in gdlm_mount()
1263 	ls->ls_recover_mount = 0;  in gdlm_mount()
1264 	ls->ls_recover_start = 0;  in gdlm_mount()
1265 	ls->ls_recover_block = 0;  in gdlm_mount()
1266 	ls->ls_recover_size = 0;  in gdlm_mount()
1267 	ls->ls_recover_submit = NULL;  in gdlm_mount()
1268 	ls->ls_recover_result = NULL;  in gdlm_mount()
1269 	ls->ls_lvb_bits = NULL;  in gdlm_mount()
1282 		error = -EINVAL;  in gdlm_mount()
1286 	memcpy(cluster, table, strlen(table) - strlen(fsname));  in gdlm_mount()
1297 				  &ls->ls_dlm);  in gdlm_mount()
1309 		free_recover_size(ls);  in gdlm_mount()
1310 		set_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags);  in gdlm_mount()
1314 	if (!test_bit(SDF_NOJOURNALID, &sdp->sd_flags)) {  in gdlm_mount()
1316 		error = -EINVAL;  in gdlm_mount()
1331 	ls->ls_first = !!test_bit(DFL_FIRST_MOUNT, &ls->ls_recover_flags);  in gdlm_mount()
1332 	clear_bit(SDF_NOJOURNALID, &sdp->sd_flags);  in gdlm_mount()
1334 	wake_up_bit(&sdp->sd_flags, SDF_NOJOURNALID);  in gdlm_mount()
1338 	dlm_release_lockspace(ls->ls_dlm, 2);  in gdlm_mount()
1340 	free_recover_size(ls);  in gdlm_mount()
1347 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_first_done()  local
1350 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_first_done()
1360 	struct lm_lockstruct *ls = &sdp->sd_lockstruct;  in gdlm_unmount()  local
1362 	if (test_bit(DFL_NO_DLM_OPS, &ls->ls_recover_flags))  in gdlm_unmount()
1367 	spin_lock(&ls->ls_recover_spin);  in gdlm_unmount()
1368 	set_bit(DFL_UNMOUNT, &ls->ls_recover_flags);  in gdlm_unmount()
1369 	spin_unlock(&ls->ls_recover_spin);  in gdlm_unmount()
1370 	flush_delayed_work(&sdp->sd_control_work);  in gdlm_unmount()
1374 	if (ls->ls_dlm) {  in gdlm_unmount()
1375 		dlm_release_lockspace(ls->ls_dlm, 2);  in gdlm_unmount()
1376 		ls->ls_dlm = NULL;  in gdlm_unmount()
1379 	free_recover_size(ls);  in gdlm_unmount()