Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /******************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) *******************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) **
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) **  Copyright (C) Sistina Software, Inc.  1997-2003  All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) **  Copyright (C) 2004-2010 Red Hat, Inc.  All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) **
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) **
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) *******************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) ******************************************************************************/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include "dlm_internal.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include "lock.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include "user.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include "ast.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) static uint64_t dlm_cb_seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) static DEFINE_SPINLOCK(dlm_cb_seq_spin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) static void dlm_dump_lkb_callbacks(struct dlm_lkb *lkb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	log_print("last_bast %x %llu flags %x mode %d sb %d %x",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 		  lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 		  (unsigned long long)lkb->lkb_last_bast.seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 		  lkb->lkb_last_bast.flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 		  lkb->lkb_last_bast.mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 		  lkb->lkb_last_bast.sb_status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 		  lkb->lkb_last_bast.sb_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	log_print("last_cast %x %llu flags %x mode %d sb %d %x",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 		  lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 		  (unsigned long long)lkb->lkb_last_cast.seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 		  lkb->lkb_last_cast.flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 		  lkb->lkb_last_cast.mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 		  lkb->lkb_last_cast.sb_status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 		  lkb->lkb_last_cast.sb_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	for (i = 0; i < DLM_CALLBACKS_SIZE; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 		log_print("cb %x %llu flags %x mode %d sb %d %x",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 			  lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 			  (unsigned long long)lkb->lkb_callbacks[i].seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 			  lkb->lkb_callbacks[i].flags,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 			  lkb->lkb_callbacks[i].mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 			  lkb->lkb_callbacks[i].sb_status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 			  lkb->lkb_callbacks[i].sb_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) int dlm_add_lkb_callback(struct dlm_lkb *lkb, uint32_t flags, int mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 			 int status, uint32_t sbflags, uint64_t seq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	struct dlm_ls *ls = lkb->lkb_resource->res_ls;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	uint64_t prev_seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	int prev_mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	int i, rv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 	for (i = 0; i < DLM_CALLBACKS_SIZE; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 		if (lkb->lkb_callbacks[i].seq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 		 * Suppress some redundant basts here, do more on removal.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 		 * Don't even add a bast if the callback just before it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		 * is a bast for the same mode or a more restrictive mode.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 		 * (the addional > PR check is needed for PR/CW inversion)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 		if ((i > 0) && (flags & DLM_CB_BAST) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 		    (lkb->lkb_callbacks[i-1].flags & DLM_CB_BAST)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 			prev_seq = lkb->lkb_callbacks[i-1].seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 			prev_mode = lkb->lkb_callbacks[i-1].mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 			if ((prev_mode == mode) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 			    (prev_mode > mode && prev_mode > DLM_LOCK_PR)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 				log_debug(ls, "skip %x add bast %llu mode %d "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 					  "for bast %llu mode %d",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 					  lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 					  (unsigned long long)seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 					  mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 					  (unsigned long long)prev_seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 					  prev_mode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 				rv = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 				goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 		lkb->lkb_callbacks[i].seq = seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 		lkb->lkb_callbacks[i].flags = flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 		lkb->lkb_callbacks[i].mode = mode;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 		lkb->lkb_callbacks[i].sb_status = status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 		lkb->lkb_callbacks[i].sb_flags = (sbflags & 0x000000FF);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		rv = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	if (i == DLM_CALLBACKS_SIZE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 		log_error(ls, "no callbacks %x %llu flags %x mode %d sb %d %x",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 			  lkb->lkb_id, (unsigned long long)seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 			  flags, mode, status, sbflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 		dlm_dump_lkb_callbacks(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 		rv = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108)  out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	return rv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) int dlm_rem_lkb_callback(struct dlm_ls *ls, struct dlm_lkb *lkb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 			 struct dlm_callback *cb, int *resid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	int i, rv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	*resid = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	if (!lkb->lkb_callbacks[0].seq) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 		rv = -ENOENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	/* oldest undelivered cb is callbacks[0] */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	memcpy(cb, &lkb->lkb_callbacks[0], sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	memset(&lkb->lkb_callbacks[0], 0, sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	/* shift others down */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	for (i = 1; i < DLM_CALLBACKS_SIZE; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 		if (!lkb->lkb_callbacks[i].seq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 		memcpy(&lkb->lkb_callbacks[i-1], &lkb->lkb_callbacks[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 		       sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		memset(&lkb->lkb_callbacks[i], 0, sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 		(*resid)++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	/* if cb is a bast, it should be skipped if the blocking mode is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	   compatible with the last granted mode */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	if ((cb->flags & DLM_CB_BAST) && lkb->lkb_last_cast.seq) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 		if (dlm_modes_compat(cb->mode, lkb->lkb_last_cast.mode)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 			cb->flags |= DLM_CB_SKIP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 			log_debug(ls, "skip %x bast %llu mode %d "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 				  "for cast %llu mode %d",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 				  lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 				  (unsigned long long)cb->seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 				  cb->mode,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 				  (unsigned long long)lkb->lkb_last_cast.seq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 				  lkb->lkb_last_cast.mode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 			rv = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 			goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	if (cb->flags & DLM_CB_CAST) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 		memcpy(&lkb->lkb_last_cast, cb, sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 		lkb->lkb_last_cast_time = ktime_get();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	if (cb->flags & DLM_CB_BAST) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 		memcpy(&lkb->lkb_last_bast, cb, sizeof(struct dlm_callback));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 		lkb->lkb_last_bast_time = ktime_get();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	rv = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)  out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	return rv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) void dlm_add_cb(struct dlm_lkb *lkb, uint32_t flags, int mode, int status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 		uint32_t sbflags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 	struct dlm_ls *ls = lkb->lkb_resource->res_ls;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 	uint64_t new_seq, prev_seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	int rv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	spin_lock(&dlm_cb_seq_spin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	new_seq = ++dlm_cb_seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 	if (!dlm_cb_seq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 		new_seq = ++dlm_cb_seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 	spin_unlock(&dlm_cb_seq_spin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	if (lkb->lkb_flags & DLM_IFL_USER) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 		dlm_user_add_ast(lkb, flags, mode, status, sbflags, new_seq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 	mutex_lock(&lkb->lkb_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 	prev_seq = lkb->lkb_callbacks[0].seq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 	rv = dlm_add_lkb_callback(lkb, flags, mode, status, sbflags, new_seq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	if (rv < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 	if (!prev_seq) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 		kref_get(&lkb->lkb_ref);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 		if (test_bit(LSFL_CB_DELAY, &ls->ls_flags)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 			mutex_lock(&ls->ls_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 			list_add(&lkb->lkb_cb_list, &ls->ls_cb_delay);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 			mutex_unlock(&ls->ls_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 			queue_work(ls->ls_callback_wq, &lkb->lkb_cb_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209)  out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 	mutex_unlock(&lkb->lkb_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) void dlm_callback_work(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	struct dlm_lkb *lkb = container_of(work, struct dlm_lkb, lkb_cb_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	struct dlm_ls *ls = lkb->lkb_resource->res_ls;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 	void (*castfn) (void *astparam);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 	void (*bastfn) (void *astparam, int mode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	struct dlm_callback callbacks[DLM_CALLBACKS_SIZE];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 	int i, rv, resid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 	memset(&callbacks, 0, sizeof(callbacks));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	mutex_lock(&lkb->lkb_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	if (!lkb->lkb_callbacks[0].seq) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		/* no callback work exists, shouldn't happen */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 		log_error(ls, "dlm_callback_work %x no work", lkb->lkb_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 		dlm_print_lkb(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 		dlm_dump_lkb_callbacks(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 	for (i = 0; i < DLM_CALLBACKS_SIZE; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 		rv = dlm_rem_lkb_callback(ls, lkb, &callbacks[i], &resid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		if (rv < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 	if (resid) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 		/* cbs remain, loop should have removed all, shouldn't happen */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 		log_error(ls, "dlm_callback_work %x resid %d", lkb->lkb_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 			  resid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 		dlm_print_lkb(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 		dlm_dump_lkb_callbacks(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 	mutex_unlock(&lkb->lkb_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 	castfn = lkb->lkb_astfn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 	bastfn = lkb->lkb_bastfn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 	for (i = 0; i < DLM_CALLBACKS_SIZE; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 		if (!callbacks[i].seq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 		if (callbacks[i].flags & DLM_CB_SKIP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 			continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 		} else if (callbacks[i].flags & DLM_CB_BAST) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 			bastfn(lkb->lkb_astparam, callbacks[i].mode);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 		} else if (callbacks[i].flags & DLM_CB_CAST) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 			lkb->lkb_lksb->sb_status = callbacks[i].sb_status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 			lkb->lkb_lksb->sb_flags = callbacks[i].sb_flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 			castfn(lkb->lkb_astparam);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 	/* undo kref_get from dlm_add_callback, may cause lkb to be freed */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 	dlm_put_lkb(lkb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) int dlm_callback_start(struct dlm_ls *ls)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 	ls->ls_callback_wq = alloc_workqueue("dlm_callback",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 					     WQ_HIGHPRI | WQ_MEM_RECLAIM, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 	if (!ls->ls_callback_wq) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 		log_print("can't start dlm_callback workqueue");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) void dlm_callback_stop(struct dlm_ls *ls)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	if (ls->ls_callback_wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 		destroy_workqueue(ls->ls_callback_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) void dlm_callback_suspend(struct dlm_ls *ls)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	set_bit(LSFL_CB_DELAY, &ls->ls_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	if (ls->ls_callback_wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 		flush_workqueue(ls->ls_callback_wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) #define MAX_CB_QUEUE 25
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) void dlm_callback_resume(struct dlm_ls *ls)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) 	struct dlm_lkb *lkb, *safe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) 	int count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 	clear_bit(LSFL_CB_DELAY, &ls->ls_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 	if (!ls->ls_callback_wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) more:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) 	mutex_lock(&ls->ls_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 	list_for_each_entry_safe(lkb, safe, &ls->ls_cb_delay, lkb_cb_list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) 		list_del_init(&lkb->lkb_cb_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 		queue_work(ls->ls_callback_wq, &lkb->lkb_cb_work);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) 		count++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) 		if (count == MAX_CB_QUEUE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) 	mutex_unlock(&ls->ls_cb_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 	if (count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) 		log_rinfo(ls, "dlm_callback_resume %d", count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) 	if (count == MAX_CB_QUEUE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 		count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 		cond_resched();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) 		goto more;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324)