dlmcommon.h 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150
  1. /* -*- mode: c; c-basic-offset: 8; -*-
  2. * vim: noexpandtab sw=8 ts=8 sts=0:
  3. *
  4. * dlmcommon.h
  5. *
  6. * Copyright (C) 2004 Oracle. All rights reserved.
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2 of the License, or (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public
  19. * License along with this program; if not, write to the
  20. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  21. * Boston, MA 021110-1307, USA.
  22. *
  23. */
  24. #ifndef DLMCOMMON_H
  25. #define DLMCOMMON_H
  26. #include <linux/kref.h>
  27. #define DLM_HB_NODE_DOWN_PRI (0xf000000)
  28. #define DLM_HB_NODE_UP_PRI (0x8000000)
  29. #define DLM_LOCKID_NAME_MAX 32
  30. #define DLM_DOMAIN_NAME_MAX_LEN 255
  31. #define DLM_LOCK_RES_OWNER_UNKNOWN O2NM_MAX_NODES
  32. #define DLM_THREAD_SHUFFLE_INTERVAL 5 // flush everything every 5 passes
  33. #define DLM_THREAD_MS 200 // flush at least every 200 ms
  34. #define DLM_HASH_SIZE_DEFAULT (1 << 17)
  35. #if DLM_HASH_SIZE_DEFAULT < PAGE_SIZE
  36. # define DLM_HASH_PAGES 1
  37. #else
  38. # define DLM_HASH_PAGES (DLM_HASH_SIZE_DEFAULT / PAGE_SIZE)
  39. #endif
  40. #define DLM_BUCKETS_PER_PAGE (PAGE_SIZE / sizeof(struct hlist_head))
  41. #define DLM_HASH_BUCKETS (DLM_HASH_PAGES * DLM_BUCKETS_PER_PAGE)
  42. /* Intended to make it easier for us to switch out hash functions */
  43. #define dlm_lockid_hash(_n, _l) full_name_hash(_n, _l)
  44. enum dlm_mle_type {
  45. DLM_MLE_BLOCK = 0,
  46. DLM_MLE_MASTER = 1,
  47. DLM_MLE_MIGRATION = 2,
  48. DLM_MLE_NUM_TYPES = 3,
  49. };
  50. struct dlm_master_list_entry {
  51. struct hlist_node master_hash_node;
  52. struct list_head hb_events;
  53. struct dlm_ctxt *dlm;
  54. spinlock_t spinlock;
  55. wait_queue_head_t wq;
  56. atomic_t woken;
  57. struct kref mle_refs;
  58. int inuse;
  59. unsigned long maybe_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  60. unsigned long vote_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  61. unsigned long response_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  62. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  63. u8 master;
  64. u8 new_master;
  65. enum dlm_mle_type type;
  66. struct o2hb_callback_func mle_hb_up;
  67. struct o2hb_callback_func mle_hb_down;
  68. struct dlm_lock_resource *mleres;
  69. unsigned char mname[DLM_LOCKID_NAME_MAX];
  70. unsigned int mnamelen;
  71. unsigned int mnamehash;
  72. };
  73. enum dlm_ast_type {
  74. DLM_AST = 0,
  75. DLM_BAST = 1,
  76. DLM_ASTUNLOCK = 2,
  77. };
  78. #define LKM_VALID_FLAGS (LKM_VALBLK | LKM_CONVERT | LKM_UNLOCK | \
  79. LKM_CANCEL | LKM_INVVALBLK | LKM_FORCE | \
  80. LKM_RECOVERY | LKM_LOCAL | LKM_NOQUEUE)
  81. #define DLM_RECOVERY_LOCK_NAME "$RECOVERY"
  82. #define DLM_RECOVERY_LOCK_NAME_LEN 9
  83. static inline int dlm_is_recovery_lock(const char *lock_name, int name_len)
  84. {
  85. if (name_len == DLM_RECOVERY_LOCK_NAME_LEN &&
  86. memcmp(lock_name, DLM_RECOVERY_LOCK_NAME, name_len)==0)
  87. return 1;
  88. return 0;
  89. }
  90. #define DLM_RECO_STATE_ACTIVE 0x0001
  91. #define DLM_RECO_STATE_FINALIZE 0x0002
  92. struct dlm_recovery_ctxt
  93. {
  94. struct list_head resources;
  95. struct list_head node_data;
  96. u8 new_master;
  97. u8 dead_node;
  98. u16 state;
  99. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  100. wait_queue_head_t event;
  101. };
  102. enum dlm_ctxt_state {
  103. DLM_CTXT_NEW = 0,
  104. DLM_CTXT_JOINED = 1,
  105. DLM_CTXT_IN_SHUTDOWN = 2,
  106. DLM_CTXT_LEAVING = 3,
  107. };
  108. struct dlm_ctxt
  109. {
  110. struct list_head list;
  111. struct hlist_head **lockres_hash;
  112. struct list_head dirty_list;
  113. struct list_head purge_list;
  114. struct list_head pending_asts;
  115. struct list_head pending_basts;
  116. struct list_head tracking_list;
  117. unsigned int purge_count;
  118. spinlock_t spinlock;
  119. spinlock_t ast_lock;
  120. spinlock_t track_lock;
  121. char *name;
  122. u8 node_num;
  123. u32 key;
  124. u8 joining_node;
  125. wait_queue_head_t dlm_join_events;
  126. unsigned long live_nodes_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  127. unsigned long domain_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  128. unsigned long exit_domain_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  129. unsigned long recovery_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  130. struct dlm_recovery_ctxt reco;
  131. spinlock_t master_lock;
  132. struct hlist_head **master_hash;
  133. struct list_head mle_hb_events;
  134. /* these give a really vague idea of the system load */
  135. atomic_t mle_tot_count[DLM_MLE_NUM_TYPES];
  136. atomic_t mle_cur_count[DLM_MLE_NUM_TYPES];
  137. atomic_t res_tot_count;
  138. atomic_t res_cur_count;
  139. struct dlm_debug_ctxt *dlm_debug_ctxt;
  140. struct dentry *dlm_debugfs_subroot;
  141. /* NOTE: Next three are protected by dlm_domain_lock */
  142. struct kref dlm_refs;
  143. enum dlm_ctxt_state dlm_state;
  144. unsigned int num_joins;
  145. struct o2hb_callback_func dlm_hb_up;
  146. struct o2hb_callback_func dlm_hb_down;
  147. struct task_struct *dlm_thread_task;
  148. struct task_struct *dlm_reco_thread_task;
  149. struct workqueue_struct *dlm_worker;
  150. wait_queue_head_t dlm_thread_wq;
  151. wait_queue_head_t dlm_reco_thread_wq;
  152. wait_queue_head_t ast_wq;
  153. wait_queue_head_t migration_wq;
  154. struct work_struct dispatched_work;
  155. struct list_head work_list;
  156. spinlock_t work_lock;
  157. struct list_head dlm_domain_handlers;
  158. struct list_head dlm_eviction_callbacks;
  159. /* The filesystem specifies this at domain registration. We
  160. * cache it here to know what to tell other nodes. */
  161. struct dlm_protocol_version fs_locking_proto;
  162. /* This is the inter-dlm communication version */
  163. struct dlm_protocol_version dlm_locking_proto;
  164. };
  165. static inline struct hlist_head *dlm_lockres_hash(struct dlm_ctxt *dlm, unsigned i)
  166. {
  167. return dlm->lockres_hash[(i / DLM_BUCKETS_PER_PAGE) % DLM_HASH_PAGES] + (i % DLM_BUCKETS_PER_PAGE);
  168. }
  169. static inline struct hlist_head *dlm_master_hash(struct dlm_ctxt *dlm,
  170. unsigned i)
  171. {
  172. return dlm->master_hash[(i / DLM_BUCKETS_PER_PAGE) % DLM_HASH_PAGES] +
  173. (i % DLM_BUCKETS_PER_PAGE);
  174. }
  175. /* these keventd work queue items are for less-frequently
  176. * called functions that cannot be directly called from the
  177. * net message handlers for some reason, usually because
  178. * they need to send net messages of their own. */
  179. void dlm_dispatch_work(struct work_struct *work);
  180. struct dlm_lock_resource;
  181. struct dlm_work_item;
  182. typedef void (dlm_workfunc_t)(struct dlm_work_item *, void *);
  183. struct dlm_request_all_locks_priv
  184. {
  185. u8 reco_master;
  186. u8 dead_node;
  187. };
  188. struct dlm_mig_lockres_priv
  189. {
  190. struct dlm_lock_resource *lockres;
  191. u8 real_master;
  192. u8 extra_ref;
  193. };
  194. struct dlm_assert_master_priv
  195. {
  196. struct dlm_lock_resource *lockres;
  197. u8 request_from;
  198. u32 flags;
  199. unsigned ignore_higher:1;
  200. };
  201. struct dlm_deref_lockres_priv
  202. {
  203. struct dlm_lock_resource *deref_res;
  204. u8 deref_node;
  205. };
  206. struct dlm_work_item
  207. {
  208. struct list_head list;
  209. dlm_workfunc_t *func;
  210. struct dlm_ctxt *dlm;
  211. void *data;
  212. union {
  213. struct dlm_request_all_locks_priv ral;
  214. struct dlm_mig_lockres_priv ml;
  215. struct dlm_assert_master_priv am;
  216. struct dlm_deref_lockres_priv dl;
  217. } u;
  218. };
  219. static inline void dlm_init_work_item(struct dlm_ctxt *dlm,
  220. struct dlm_work_item *i,
  221. dlm_workfunc_t *f, void *data)
  222. {
  223. memset(i, 0, sizeof(*i));
  224. i->func = f;
  225. INIT_LIST_HEAD(&i->list);
  226. i->data = data;
  227. i->dlm = dlm; /* must have already done a dlm_grab on this! */
  228. }
  229. static inline void __dlm_set_joining_node(struct dlm_ctxt *dlm,
  230. u8 node)
  231. {
  232. assert_spin_locked(&dlm->spinlock);
  233. dlm->joining_node = node;
  234. wake_up(&dlm->dlm_join_events);
  235. }
  236. #define DLM_LOCK_RES_UNINITED 0x00000001
  237. #define DLM_LOCK_RES_RECOVERING 0x00000002
  238. #define DLM_LOCK_RES_READY 0x00000004
  239. #define DLM_LOCK_RES_DIRTY 0x00000008
  240. #define DLM_LOCK_RES_IN_PROGRESS 0x00000010
  241. #define DLM_LOCK_RES_MIGRATING 0x00000020
  242. #define DLM_LOCK_RES_DROPPING_REF 0x00000040
  243. #define DLM_LOCK_RES_BLOCK_DIRTY 0x00001000
  244. #define DLM_LOCK_RES_SETREF_INPROG 0x00002000
  245. /* max milliseconds to wait to sync up a network failure with a node death */
  246. #define DLM_NODE_DEATH_WAIT_MAX (5 * 1000)
  247. #define DLM_PURGE_INTERVAL_MS (8 * 1000)
  248. struct dlm_lock_resource
  249. {
  250. /* WARNING: Please see the comment in dlm_init_lockres before
  251. * adding fields here. */
  252. struct hlist_node hash_node;
  253. struct qstr lockname;
  254. struct kref refs;
  255. /*
  256. * Please keep granted, converting, and blocked in this order,
  257. * as some funcs want to iterate over all lists.
  258. *
  259. * All four lists are protected by the hash's reference.
  260. */
  261. struct list_head granted;
  262. struct list_head converting;
  263. struct list_head blocked;
  264. struct list_head purge;
  265. /*
  266. * These two lists require you to hold an additional reference
  267. * while they are on the list.
  268. */
  269. struct list_head dirty;
  270. struct list_head recovering; // dlm_recovery_ctxt.resources list
  271. /* Added during init and removed during release */
  272. struct list_head tracking; /* dlm->tracking_list */
  273. /* unused lock resources have their last_used stamped and are
  274. * put on a list for the dlm thread to run. */
  275. unsigned long last_used;
  276. struct dlm_ctxt *dlm;
  277. unsigned migration_pending:1;
  278. atomic_t asts_reserved;
  279. spinlock_t spinlock;
  280. wait_queue_head_t wq;
  281. u8 owner; //node which owns the lock resource, or unknown
  282. u16 state;
  283. char lvb[DLM_LVB_LEN];
  284. unsigned int inflight_locks;
  285. unsigned int inflight_assert_workers;
  286. unsigned long refmap[BITS_TO_LONGS(O2NM_MAX_NODES)];
  287. };
  288. struct dlm_migratable_lock
  289. {
  290. __be64 cookie;
  291. /* these 3 are just padding for the in-memory structure, but
  292. * list and flags are actually used when sent over the wire */
  293. __be16 pad1;
  294. u8 list; // 0=granted, 1=converting, 2=blocked
  295. u8 flags;
  296. s8 type;
  297. s8 convert_type;
  298. s8 highest_blocked;
  299. u8 node;
  300. }; // 16 bytes
  301. struct dlm_lock
  302. {
  303. struct dlm_migratable_lock ml;
  304. struct list_head list;
  305. struct list_head ast_list;
  306. struct list_head bast_list;
  307. struct dlm_lock_resource *lockres;
  308. spinlock_t spinlock;
  309. struct kref lock_refs;
  310. // ast and bast must be callable while holding a spinlock!
  311. dlm_astlockfunc_t *ast;
  312. dlm_bastlockfunc_t *bast;
  313. void *astdata;
  314. struct dlm_lockstatus *lksb;
  315. unsigned ast_pending:1,
  316. bast_pending:1,
  317. convert_pending:1,
  318. lock_pending:1,
  319. cancel_pending:1,
  320. unlock_pending:1,
  321. lksb_kernel_allocated:1;
  322. };
  323. #define DLM_LKSB_UNUSED1 0x01
  324. #define DLM_LKSB_PUT_LVB 0x02
  325. #define DLM_LKSB_GET_LVB 0x04
  326. #define DLM_LKSB_UNUSED2 0x08
  327. #define DLM_LKSB_UNUSED3 0x10
  328. #define DLM_LKSB_UNUSED4 0x20
  329. #define DLM_LKSB_UNUSED5 0x40
  330. #define DLM_LKSB_UNUSED6 0x80
  331. enum dlm_lockres_list {
  332. DLM_GRANTED_LIST = 0,
  333. DLM_CONVERTING_LIST = 1,
  334. DLM_BLOCKED_LIST = 2,
  335. };
  336. static inline int dlm_lvb_is_empty(char *lvb)
  337. {
  338. int i;
  339. for (i=0; i<DLM_LVB_LEN; i++)
  340. if (lvb[i])
  341. return 0;
  342. return 1;
  343. }
  344. static inline char *dlm_list_in_text(enum dlm_lockres_list idx)
  345. {
  346. if (idx == DLM_GRANTED_LIST)
  347. return "granted";
  348. else if (idx == DLM_CONVERTING_LIST)
  349. return "converting";
  350. else if (idx == DLM_BLOCKED_LIST)
  351. return "blocked";
  352. else
  353. return "unknown";
  354. }
  355. static inline struct list_head *
  356. dlm_list_idx_to_ptr(struct dlm_lock_resource *res, enum dlm_lockres_list idx)
  357. {
  358. struct list_head *ret = NULL;
  359. if (idx == DLM_GRANTED_LIST)
  360. ret = &res->granted;
  361. else if (idx == DLM_CONVERTING_LIST)
  362. ret = &res->converting;
  363. else if (idx == DLM_BLOCKED_LIST)
  364. ret = &res->blocked;
  365. else
  366. BUG();
  367. return ret;
  368. }
  369. struct dlm_node_iter
  370. {
  371. unsigned long node_map[BITS_TO_LONGS(O2NM_MAX_NODES)];
  372. int curnode;
  373. };
  374. enum {
  375. DLM_MASTER_REQUEST_MSG = 500,
  376. DLM_UNUSED_MSG1 = 501,
  377. DLM_ASSERT_MASTER_MSG = 502,
  378. DLM_CREATE_LOCK_MSG = 503,
  379. DLM_CONVERT_LOCK_MSG = 504,
  380. DLM_PROXY_AST_MSG = 505,
  381. DLM_UNLOCK_LOCK_MSG = 506,
  382. DLM_DEREF_LOCKRES_MSG = 507,
  383. DLM_MIGRATE_REQUEST_MSG = 508,
  384. DLM_MIG_LOCKRES_MSG = 509,
  385. DLM_QUERY_JOIN_MSG = 510,
  386. DLM_ASSERT_JOINED_MSG = 511,
  387. DLM_CANCEL_JOIN_MSG = 512,
  388. DLM_EXIT_DOMAIN_MSG = 513,
  389. DLM_MASTER_REQUERY_MSG = 514,
  390. DLM_LOCK_REQUEST_MSG = 515,
  391. DLM_RECO_DATA_DONE_MSG = 516,
  392. DLM_BEGIN_RECO_MSG = 517,
  393. DLM_FINALIZE_RECO_MSG = 518,
  394. DLM_QUERY_REGION = 519,
  395. DLM_QUERY_NODEINFO = 520,
  396. DLM_BEGIN_EXIT_DOMAIN_MSG = 521,
  397. };
  398. struct dlm_reco_node_data
  399. {
  400. int state;
  401. u8 node_num;
  402. struct list_head list;
  403. };
  404. enum {
  405. DLM_RECO_NODE_DATA_DEAD = -1,
  406. DLM_RECO_NODE_DATA_INIT = 0,
  407. DLM_RECO_NODE_DATA_REQUESTING = 1,
  408. DLM_RECO_NODE_DATA_REQUESTED = 2,
  409. DLM_RECO_NODE_DATA_RECEIVING = 3,
  410. DLM_RECO_NODE_DATA_DONE = 4,
  411. DLM_RECO_NODE_DATA_FINALIZE_SENT = 5,
  412. };
  413. enum {
  414. DLM_MASTER_RESP_NO = 0,
  415. DLM_MASTER_RESP_YES = 1,
  416. DLM_MASTER_RESP_MAYBE = 2,
  417. DLM_MASTER_RESP_ERROR = 3,
  418. };
  419. struct dlm_master_request
  420. {
  421. u8 node_idx;
  422. u8 namelen;
  423. __be16 pad1;
  424. __be32 flags;
  425. u8 name[O2NM_MAX_NAME_LEN];
  426. };
  427. #define DLM_ASSERT_RESPONSE_REASSERT 0x00000001
  428. #define DLM_ASSERT_RESPONSE_MASTERY_REF 0x00000002
  429. #define DLM_ASSERT_MASTER_MLE_CLEANUP 0x00000001
  430. #define DLM_ASSERT_MASTER_REQUERY 0x00000002
  431. #define DLM_ASSERT_MASTER_FINISH_MIGRATION 0x00000004
  432. struct dlm_assert_master
  433. {
  434. u8 node_idx;
  435. u8 namelen;
  436. __be16 pad1;
  437. __be32 flags;
  438. u8 name[O2NM_MAX_NAME_LEN];
  439. };
  440. #define DLM_MIGRATE_RESPONSE_MASTERY_REF 0x00000001
  441. struct dlm_migrate_request
  442. {
  443. u8 master;
  444. u8 new_master;
  445. u8 namelen;
  446. u8 pad1;
  447. __be32 pad2;
  448. u8 name[O2NM_MAX_NAME_LEN];
  449. };
  450. struct dlm_master_requery
  451. {
  452. u8 pad1;
  453. u8 pad2;
  454. u8 node_idx;
  455. u8 namelen;
  456. __be32 pad3;
  457. u8 name[O2NM_MAX_NAME_LEN];
  458. };
  459. #define DLM_MRES_RECOVERY 0x01
  460. #define DLM_MRES_MIGRATION 0x02
  461. #define DLM_MRES_ALL_DONE 0x04
  462. /*
  463. * We would like to get one whole lockres into a single network
  464. * message whenever possible. Generally speaking, there will be
  465. * at most one dlm_lock on a lockres for each node in the cluster,
  466. * plus (infrequently) any additional locks coming in from userdlm.
  467. *
  468. * struct _dlm_lockres_page
  469. * {
  470. * dlm_migratable_lockres mres;
  471. * dlm_migratable_lock ml[DLM_MAX_MIGRATABLE_LOCKS];
  472. * u8 pad[DLM_MIG_LOCKRES_RESERVED];
  473. * };
  474. *
  475. * from ../cluster/tcp.h
  476. * NET_MAX_PAYLOAD_BYTES (4096 - sizeof(net_msg))
  477. * (roughly 4080 bytes)
  478. * and sizeof(dlm_migratable_lockres) = 112 bytes
  479. * and sizeof(dlm_migratable_lock) = 16 bytes
  480. *
  481. * Choosing DLM_MAX_MIGRATABLE_LOCKS=240 and
  482. * DLM_MIG_LOCKRES_RESERVED=128 means we have this:
  483. *
  484. * (DLM_MAX_MIGRATABLE_LOCKS * sizeof(dlm_migratable_lock)) +
  485. * sizeof(dlm_migratable_lockres) + DLM_MIG_LOCKRES_RESERVED =
  486. * NET_MAX_PAYLOAD_BYTES
  487. * (240 * 16) + 112 + 128 = 4080
  488. *
  489. * So a lockres would need more than 240 locks before it would
  490. * use more than one network packet to recover. Not too bad.
  491. */
  492. #define DLM_MAX_MIGRATABLE_LOCKS 240
  493. struct dlm_migratable_lockres
  494. {
  495. u8 master;
  496. u8 lockname_len;
  497. u8 num_locks; // locks sent in this structure
  498. u8 flags;
  499. __be32 total_locks; // locks to be sent for this migration cookie
  500. __be64 mig_cookie; // cookie for this lockres migration
  501. // or zero if not needed
  502. // 16 bytes
  503. u8 lockname[DLM_LOCKID_NAME_MAX];
  504. // 48 bytes
  505. u8 lvb[DLM_LVB_LEN];
  506. // 112 bytes
  507. struct dlm_migratable_lock ml[0]; // 16 bytes each, begins at byte 112
  508. };
  509. #define DLM_MIG_LOCKRES_MAX_LEN \
  510. (sizeof(struct dlm_migratable_lockres) + \
  511. (sizeof(struct dlm_migratable_lock) * \
  512. DLM_MAX_MIGRATABLE_LOCKS) )
  513. /* from above, 128 bytes
  514. * for some undetermined future use */
  515. #define DLM_MIG_LOCKRES_RESERVED (NET_MAX_PAYLOAD_BYTES - \
  516. DLM_MIG_LOCKRES_MAX_LEN)
  517. struct dlm_create_lock
  518. {
  519. __be64 cookie;
  520. __be32 flags;
  521. u8 pad1;
  522. u8 node_idx;
  523. s8 requested_type;
  524. u8 namelen;
  525. u8 name[O2NM_MAX_NAME_LEN];
  526. };
  527. struct dlm_convert_lock
  528. {
  529. __be64 cookie;
  530. __be32 flags;
  531. u8 pad1;
  532. u8 node_idx;
  533. s8 requested_type;
  534. u8 namelen;
  535. u8 name[O2NM_MAX_NAME_LEN];
  536. s8 lvb[0];
  537. };
  538. #define DLM_CONVERT_LOCK_MAX_LEN (sizeof(struct dlm_convert_lock)+DLM_LVB_LEN)
  539. struct dlm_unlock_lock
  540. {
  541. __be64 cookie;
  542. __be32 flags;
  543. __be16 pad1;
  544. u8 node_idx;
  545. u8 namelen;
  546. u8 name[O2NM_MAX_NAME_LEN];
  547. s8 lvb[0];
  548. };
  549. #define DLM_UNLOCK_LOCK_MAX_LEN (sizeof(struct dlm_unlock_lock)+DLM_LVB_LEN)
  550. struct dlm_proxy_ast
  551. {
  552. __be64 cookie;
  553. __be32 flags;
  554. u8 node_idx;
  555. u8 type;
  556. u8 blocked_type;
  557. u8 namelen;
  558. u8 name[O2NM_MAX_NAME_LEN];
  559. s8 lvb[0];
  560. };
  561. #define DLM_PROXY_AST_MAX_LEN (sizeof(struct dlm_proxy_ast)+DLM_LVB_LEN)
  562. #define DLM_MOD_KEY (0x666c6172)
  563. enum dlm_query_join_response_code {
  564. JOIN_DISALLOW = 0,
  565. JOIN_OK = 1,
  566. JOIN_OK_NO_MAP = 2,
  567. JOIN_PROTOCOL_MISMATCH = 3,
  568. };
  569. struct dlm_query_join_packet {
  570. u8 code; /* Response code. dlm_minor and fs_minor
  571. are only valid if this is JOIN_OK */
  572. u8 dlm_minor; /* The minor version of the protocol the
  573. dlm is speaking. */
  574. u8 fs_minor; /* The minor version of the protocol the
  575. filesystem is speaking. */
  576. u8 reserved;
  577. };
  578. union dlm_query_join_response {
  579. __be32 intval;
  580. struct dlm_query_join_packet packet;
  581. };
  582. struct dlm_lock_request
  583. {
  584. u8 node_idx;
  585. u8 dead_node;
  586. __be16 pad1;
  587. __be32 pad2;
  588. };
  589. struct dlm_reco_data_done
  590. {
  591. u8 node_idx;
  592. u8 dead_node;
  593. __be16 pad1;
  594. __be32 pad2;
  595. /* unused for now */
  596. /* eventually we can use this to attempt
  597. * lvb recovery based on each node's info */
  598. u8 reco_lvb[DLM_LVB_LEN];
  599. };
  600. struct dlm_begin_reco
  601. {
  602. u8 node_idx;
  603. u8 dead_node;
  604. __be16 pad1;
  605. __be32 pad2;
  606. };
  607. #define BITS_PER_BYTE 8
  608. #define BITS_TO_BYTES(bits) (((bits)+BITS_PER_BYTE-1)/BITS_PER_BYTE)
  609. struct dlm_query_join_request
  610. {
  611. u8 node_idx;
  612. u8 pad1[2];
  613. u8 name_len;
  614. struct dlm_protocol_version dlm_proto;
  615. struct dlm_protocol_version fs_proto;
  616. u8 domain[O2NM_MAX_NAME_LEN];
  617. u8 node_map[BITS_TO_BYTES(O2NM_MAX_NODES)];
  618. };
  619. struct dlm_assert_joined
  620. {
  621. u8 node_idx;
  622. u8 pad1[2];
  623. u8 name_len;
  624. u8 domain[O2NM_MAX_NAME_LEN];
  625. };
  626. struct dlm_cancel_join
  627. {
  628. u8 node_idx;
  629. u8 pad1[2];
  630. u8 name_len;
  631. u8 domain[O2NM_MAX_NAME_LEN];
  632. };
  633. struct dlm_query_region {
  634. u8 qr_node;
  635. u8 qr_numregions;
  636. u8 qr_namelen;
  637. u8 pad1;
  638. u8 qr_domain[O2NM_MAX_NAME_LEN];
  639. u8 qr_regions[O2HB_MAX_REGION_NAME_LEN * O2NM_MAX_REGIONS];
  640. };
  641. struct dlm_node_info {
  642. u8 ni_nodenum;
  643. u8 pad1;
  644. __be16 ni_ipv4_port;
  645. __be32 ni_ipv4_address;
  646. };
  647. struct dlm_query_nodeinfo {
  648. u8 qn_nodenum;
  649. u8 qn_numnodes;
  650. u8 qn_namelen;
  651. u8 pad1;
  652. u8 qn_domain[O2NM_MAX_NAME_LEN];
  653. struct dlm_node_info qn_nodes[O2NM_MAX_NODES];
  654. };
  655. struct dlm_exit_domain
  656. {
  657. u8 node_idx;
  658. u8 pad1[3];
  659. };
  660. struct dlm_finalize_reco
  661. {
  662. u8 node_idx;
  663. u8 dead_node;
  664. u8 flags;
  665. u8 pad1;
  666. __be32 pad2;
  667. };
  668. struct dlm_deref_lockres
  669. {
  670. u32 pad1;
  671. u16 pad2;
  672. u8 node_idx;
  673. u8 namelen;
  674. u8 name[O2NM_MAX_NAME_LEN];
  675. };
  676. static inline enum dlm_status
  677. __dlm_lockres_state_to_status(struct dlm_lock_resource *res)
  678. {
  679. enum dlm_status status = DLM_NORMAL;
  680. assert_spin_locked(&res->spinlock);
  681. if (res->state & DLM_LOCK_RES_RECOVERING)
  682. status = DLM_RECOVERING;
  683. else if (res->state & DLM_LOCK_RES_MIGRATING)
  684. status = DLM_MIGRATING;
  685. else if (res->state & DLM_LOCK_RES_IN_PROGRESS)
  686. status = DLM_FORWARD;
  687. return status;
  688. }
  689. static inline u8 dlm_get_lock_cookie_node(u64 cookie)
  690. {
  691. u8 ret;
  692. cookie >>= 56;
  693. ret = (u8)(cookie & 0xffULL);
  694. return ret;
  695. }
  696. static inline unsigned long long dlm_get_lock_cookie_seq(u64 cookie)
  697. {
  698. unsigned long long ret;
  699. ret = ((unsigned long long)cookie) & 0x00ffffffffffffffULL;
  700. return ret;
  701. }
  702. struct dlm_lock * dlm_new_lock(int type, u8 node, u64 cookie,
  703. struct dlm_lockstatus *lksb);
  704. void dlm_lock_get(struct dlm_lock *lock);
  705. void dlm_lock_put(struct dlm_lock *lock);
  706. void dlm_lock_attach_lockres(struct dlm_lock *lock,
  707. struct dlm_lock_resource *res);
  708. int dlm_create_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  709. void **ret_data);
  710. int dlm_convert_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  711. void **ret_data);
  712. int dlm_proxy_ast_handler(struct o2net_msg *msg, u32 len, void *data,
  713. void **ret_data);
  714. void dlm_revert_pending_convert(struct dlm_lock_resource *res,
  715. struct dlm_lock *lock);
  716. void dlm_revert_pending_lock(struct dlm_lock_resource *res,
  717. struct dlm_lock *lock);
  718. int dlm_unlock_lock_handler(struct o2net_msg *msg, u32 len, void *data,
  719. void **ret_data);
  720. void dlm_commit_pending_cancel(struct dlm_lock_resource *res,
  721. struct dlm_lock *lock);
  722. void dlm_commit_pending_unlock(struct dlm_lock_resource *res,
  723. struct dlm_lock *lock);
  724. int dlm_launch_thread(struct dlm_ctxt *dlm);
  725. void dlm_complete_thread(struct dlm_ctxt *dlm);
  726. int dlm_launch_recovery_thread(struct dlm_ctxt *dlm);
  727. void dlm_complete_recovery_thread(struct dlm_ctxt *dlm);
  728. void dlm_wait_for_recovery(struct dlm_ctxt *dlm);
  729. void dlm_kick_recovery_thread(struct dlm_ctxt *dlm);
  730. int dlm_is_node_dead(struct dlm_ctxt *dlm, u8 node);
  731. void dlm_wait_for_node_death(struct dlm_ctxt *dlm, u8 node, int timeout);
  732. void dlm_wait_for_node_recovery(struct dlm_ctxt *dlm, u8 node, int timeout);
  733. void dlm_put(struct dlm_ctxt *dlm);
  734. struct dlm_ctxt *dlm_grab(struct dlm_ctxt *dlm);
  735. int dlm_domain_fully_joined(struct dlm_ctxt *dlm);
  736. void __dlm_lockres_calc_usage(struct dlm_ctxt *dlm,
  737. struct dlm_lock_resource *res);
  738. void dlm_lockres_calc_usage(struct dlm_ctxt *dlm,
  739. struct dlm_lock_resource *res);
  740. static inline void dlm_lockres_get(struct dlm_lock_resource *res)
  741. {
  742. /* This is called on every lookup, so it might be worth
  743. * inlining. */
  744. kref_get(&res->refs);
  745. }
  746. void dlm_lockres_put(struct dlm_lock_resource *res);
  747. void __dlm_unhash_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  748. void __dlm_insert_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  749. struct dlm_lock_resource * __dlm_lookup_lockres_full(struct dlm_ctxt *dlm,
  750. const char *name,
  751. unsigned int len,
  752. unsigned int hash);
  753. struct dlm_lock_resource * __dlm_lookup_lockres(struct dlm_ctxt *dlm,
  754. const char *name,
  755. unsigned int len,
  756. unsigned int hash);
  757. struct dlm_lock_resource * dlm_lookup_lockres(struct dlm_ctxt *dlm,
  758. const char *name,
  759. unsigned int len);
  760. int dlm_is_host_down(int errno);
  761. struct dlm_lock_resource * dlm_get_lock_resource(struct dlm_ctxt *dlm,
  762. const char *lockid,
  763. int namelen,
  764. int flags);
  765. struct dlm_lock_resource *dlm_new_lockres(struct dlm_ctxt *dlm,
  766. const char *name,
  767. unsigned int namelen);
  768. void dlm_lockres_set_refmap_bit(struct dlm_ctxt *dlm,
  769. struct dlm_lock_resource *res, int bit);
  770. void dlm_lockres_clear_refmap_bit(struct dlm_ctxt *dlm,
  771. struct dlm_lock_resource *res, int bit);
  772. void dlm_lockres_drop_inflight_ref(struct dlm_ctxt *dlm,
  773. struct dlm_lock_resource *res);
  774. void dlm_lockres_grab_inflight_ref(struct dlm_ctxt *dlm,
  775. struct dlm_lock_resource *res);
  776. void __dlm_lockres_grab_inflight_worker(struct dlm_ctxt *dlm,
  777. struct dlm_lock_resource *res);
  778. void dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  779. void dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  780. void __dlm_queue_ast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  781. void __dlm_queue_bast(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  782. void dlm_do_local_ast(struct dlm_ctxt *dlm,
  783. struct dlm_lock_resource *res,
  784. struct dlm_lock *lock);
  785. int dlm_do_remote_ast(struct dlm_ctxt *dlm,
  786. struct dlm_lock_resource *res,
  787. struct dlm_lock *lock);
  788. void dlm_do_local_bast(struct dlm_ctxt *dlm,
  789. struct dlm_lock_resource *res,
  790. struct dlm_lock *lock,
  791. int blocked_type);
  792. int dlm_send_proxy_ast_msg(struct dlm_ctxt *dlm,
  793. struct dlm_lock_resource *res,
  794. struct dlm_lock *lock,
  795. int msg_type,
  796. int blocked_type, int flags);
  797. static inline int dlm_send_proxy_bast(struct dlm_ctxt *dlm,
  798. struct dlm_lock_resource *res,
  799. struct dlm_lock *lock,
  800. int blocked_type)
  801. {
  802. return dlm_send_proxy_ast_msg(dlm, res, lock, DLM_BAST,
  803. blocked_type, 0);
  804. }
  805. static inline int dlm_send_proxy_ast(struct dlm_ctxt *dlm,
  806. struct dlm_lock_resource *res,
  807. struct dlm_lock *lock,
  808. int flags)
  809. {
  810. return dlm_send_proxy_ast_msg(dlm, res, lock, DLM_AST,
  811. 0, flags);
  812. }
  813. void dlm_print_one_lock_resource(struct dlm_lock_resource *res);
  814. void __dlm_print_one_lock_resource(struct dlm_lock_resource *res);
  815. u8 dlm_nm_this_node(struct dlm_ctxt *dlm);
  816. void dlm_kick_thread(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  817. void __dlm_dirty_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  818. int dlm_nm_init(struct dlm_ctxt *dlm);
  819. int dlm_heartbeat_init(struct dlm_ctxt *dlm);
  820. void dlm_hb_node_down_cb(struct o2nm_node *node, int idx, void *data);
  821. void dlm_hb_node_up_cb(struct o2nm_node *node, int idx, void *data);
  822. int dlm_empty_lockres(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);
  823. int dlm_finish_migration(struct dlm_ctxt *dlm,
  824. struct dlm_lock_resource *res,
  825. u8 old_master);
  826. void dlm_lockres_release_ast(struct dlm_ctxt *dlm,
  827. struct dlm_lock_resource *res);
  828. void __dlm_lockres_reserve_ast(struct dlm_lock_resource *res);
  829. int dlm_master_request_handler(struct o2net_msg *msg, u32 len, void *data,
  830. void **ret_data);
  831. int dlm_assert_master_handler(struct o2net_msg *msg, u32 len, void *data,
  832. void **ret_data);
  833. void dlm_assert_master_post_handler(int status, void *data, void *ret_data);
  834. int dlm_deref_lockres_handler(struct o2net_msg *msg, u32 len, void *data,
  835. void **ret_data);
  836. int dlm_migrate_request_handler(struct o2net_msg *msg, u32 len, void *data,
  837. void **ret_data);
  838. int dlm_mig_lockres_handler(struct o2net_msg *msg, u32 len, void *data,
  839. void **ret_data);
  840. int dlm_master_requery_handler(struct o2net_msg *msg, u32 len, void *data,
  841. void **ret_data);
  842. int dlm_request_all_locks_handler(struct o2net_msg *msg, u32 len, void *data,
  843. void **ret_data);
  844. int dlm_reco_data_done_handler(struct o2net_msg *msg, u32 len, void *data,
  845. void **ret_data);
  846. int dlm_begin_reco_handler(struct o2net_msg *msg, u32 len, void *data,
  847. void **ret_data);
  848. int dlm_finalize_reco_handler(struct o2net_msg *msg, u32 len, void *data,
  849. void **ret_data);
  850. int dlm_do_master_requery(struct dlm_ctxt *dlm, struct dlm_lock_resource *res,
  851. u8 nodenum, u8 *real_master);
  852. int dlm_dispatch_assert_master(struct dlm_ctxt *dlm,
  853. struct dlm_lock_resource *res,
  854. int ignore_higher,
  855. u8 request_from,
  856. u32 flags);
  857. int dlm_send_one_lockres(struct dlm_ctxt *dlm,
  858. struct dlm_lock_resource *res,
  859. struct dlm_migratable_lockres *mres,
  860. u8 send_to,
  861. u8 flags);
  862. void dlm_move_lockres_to_recovery_list(struct dlm_ctxt *dlm,
  863. struct dlm_lock_resource *res);
  864. /* will exit holding res->spinlock, but may drop in function */
  865. void __dlm_wait_on_lockres_flags(struct dlm_lock_resource *res, int flags);
  866. /* will exit holding res->spinlock, but may drop in function */
  867. static inline void __dlm_wait_on_lockres(struct dlm_lock_resource *res)
  868. {
  869. __dlm_wait_on_lockres_flags(res, (DLM_LOCK_RES_IN_PROGRESS|
  870. DLM_LOCK_RES_RECOVERING|
  871. DLM_LOCK_RES_MIGRATING));
  872. }
  873. void __dlm_unlink_mle(struct dlm_ctxt *dlm, struct dlm_master_list_entry *mle);
  874. void __dlm_insert_mle(struct dlm_ctxt *dlm, struct dlm_master_list_entry *mle);
  875. /* create/destroy slab caches */
  876. int dlm_init_master_caches(void);
  877. void dlm_destroy_master_caches(void);
  878. int dlm_init_lock_cache(void);
  879. void dlm_destroy_lock_cache(void);
  880. int dlm_init_mle_cache(void);
  881. void dlm_destroy_mle_cache(void);
  882. void dlm_hb_event_notify_attached(struct dlm_ctxt *dlm, int idx, int node_up);
  883. int dlm_drop_lockres_ref(struct dlm_ctxt *dlm,
  884. struct dlm_lock_resource *res);
  885. void dlm_clean_master_list(struct dlm_ctxt *dlm,
  886. u8 dead_node);
  887. void dlm_force_free_mles(struct dlm_ctxt *dlm);
  888. int dlm_lock_basts_flushed(struct dlm_ctxt *dlm, struct dlm_lock *lock);
  889. int __dlm_lockres_has_locks(struct dlm_lock_resource *res);
  890. int __dlm_lockres_unused(struct dlm_lock_resource *res);
  891. static inline const char * dlm_lock_mode_name(int mode)
  892. {
  893. switch (mode) {
  894. case LKM_EXMODE:
  895. return "EX";
  896. case LKM_PRMODE:
  897. return "PR";
  898. case LKM_NLMODE:
  899. return "NL";
  900. }
  901. return "UNKNOWN";
  902. }
  903. static inline int dlm_lock_compatible(int existing, int request)
  904. {
  905. /* NO_LOCK compatible with all */
  906. if (request == LKM_NLMODE ||
  907. existing == LKM_NLMODE)
  908. return 1;
  909. /* EX incompatible with all non-NO_LOCK */
  910. if (request == LKM_EXMODE)
  911. return 0;
  912. /* request must be PR, which is compatible with PR */
  913. if (existing == LKM_PRMODE)
  914. return 1;
  915. return 0;
  916. }
  917. static inline int dlm_lock_on_list(struct list_head *head,
  918. struct dlm_lock *lock)
  919. {
  920. struct dlm_lock *tmplock;
  921. list_for_each_entry(tmplock, head, list) {
  922. if (tmplock == lock)
  923. return 1;
  924. }
  925. return 0;
  926. }
  927. static inline enum dlm_status dlm_err_to_dlm_status(int err)
  928. {
  929. enum dlm_status ret;
  930. if (err == -ENOMEM)
  931. ret = DLM_SYSERR;
  932. else if (err == -ETIMEDOUT || o2net_link_down(err, NULL))
  933. ret = DLM_NOLOCKMGR;
  934. else if (err == -EINVAL)
  935. ret = DLM_BADPARAM;
  936. else if (err == -ENAMETOOLONG)
  937. ret = DLM_IVBUFLEN;
  938. else
  939. ret = DLM_BADARGS;
  940. return ret;
  941. }
  942. static inline void dlm_node_iter_init(unsigned long *map,
  943. struct dlm_node_iter *iter)
  944. {
  945. memcpy(iter->node_map, map, sizeof(iter->node_map));
  946. iter->curnode = -1;
  947. }
  948. static inline int dlm_node_iter_next(struct dlm_node_iter *iter)
  949. {
  950. int bit;
  951. bit = find_next_bit(iter->node_map, O2NM_MAX_NODES, iter->curnode+1);
  952. if (bit >= O2NM_MAX_NODES) {
  953. iter->curnode = O2NM_MAX_NODES;
  954. return -ENOENT;
  955. }
  956. iter->curnode = bit;
  957. return bit;
  958. }
  959. static inline void dlm_set_lockres_owner(struct dlm_ctxt *dlm,
  960. struct dlm_lock_resource *res,
  961. u8 owner)
  962. {
  963. assert_spin_locked(&res->spinlock);
  964. res->owner = owner;
  965. }
  966. static inline void dlm_change_lockres_owner(struct dlm_ctxt *dlm,
  967. struct dlm_lock_resource *res,
  968. u8 owner)
  969. {
  970. assert_spin_locked(&res->spinlock);
  971. if (owner != res->owner)
  972. dlm_set_lockres_owner(dlm, res, owner);
  973. }
  974. #endif /* DLMCOMMON_H */